[ 538.328795] env[62270]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62270) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.329195] env[62270]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62270) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.329195] env[62270]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62270) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 538.329525] env[62270]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 538.422121] env[62270]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62270) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:390}} [ 538.433085] env[62270]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62270) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:428}} [ 539.140083] env[62270]: INFO nova.virt.driver [None req-e94c3ddf-bd7c-428a-89c1-75d367df1403 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 539.211867] env[62270]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 539.212023] env[62270]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 539.212127] env[62270]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62270) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 542.488179] env[62270]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9f808972-8332-47fb-9dc3-198d33e563df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.504426] env[62270]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62270) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 542.504622] env[62270]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4c849b7d-62b3-45c4-a311-08fac9b970e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.532198] env[62270]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 34017. [ 542.532384] env[62270]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.320s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.532880] env[62270]: INFO nova.virt.vmwareapi.driver [None req-e94c3ddf-bd7c-428a-89c1-75d367df1403 None None] VMware vCenter version: 7.0.3 [ 542.536293] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a74b1f3-355b-4425-8985-a27efdc2bbcb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.553423] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8c5c7-f4ce-491e-bbee-2927c4f6fac7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.559256] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9e959-b36a-4eea-9a93-43cb1fb7a076 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.565681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7608612-9af3-47f9-8501-19a2e1a261c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.578913] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfebf549-0b20-480c-8664-851c4557d9a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.584905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ad751-e825-4ed8-9d47-49d25d891f56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.615469] env[62270]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-27242305-53bb-49a7-a5dc-7254d5a073ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.620660] env[62270]: DEBUG nova.virt.vmwareapi.driver [None req-e94c3ddf-bd7c-428a-89c1-75d367df1403 None None] Extension org.openstack.compute already exists. {{(pid=62270) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 542.623364] env[62270]: INFO nova.compute.provider_config [None req-e94c3ddf-bd7c-428a-89c1-75d367df1403 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 543.126665] env[62270]: DEBUG nova.context [None req-e94c3ddf-bd7c-428a-89c1-75d367df1403 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f5cba598-9b30-45eb-a62b-668163da9ddc(cell1) {{(pid=62270) load_cells /opt/stack/nova/nova/context.py:464}} [ 543.129080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.129332] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.130014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.130469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Acquiring lock "f5cba598-9b30-45eb-a62b-668163da9ddc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.130655] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Lock "f5cba598-9b30-45eb-a62b-668163da9ddc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.131709] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Lock "f5cba598-9b30-45eb-a62b-668163da9ddc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 543.153114] env[62270]: INFO dbcounter [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Registered counter for database nova_cell0 [ 543.161712] env[62270]: INFO dbcounter [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Registered counter for database nova_cell1 [ 543.164922] env[62270]: DEBUG oslo_db.sqlalchemy.engines [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62270) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 543.165300] env[62270]: DEBUG oslo_db.sqlalchemy.engines [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62270) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 543.170204] env[62270]: ERROR nova.db.main.api [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 543.170204] env[62270]: result = function(*args, **kwargs) [ 543.170204] env[62270]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 543.170204] env[62270]: return func(*args, **kwargs) [ 543.170204] env[62270]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.170204] env[62270]: result = fn(*args, **kwargs) [ 543.170204] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.170204] env[62270]: return f(*args, **kwargs) [ 543.170204] env[62270]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 543.170204] env[62270]: return db.service_get_minimum_version(context, binaries) [ 543.170204] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.170204] env[62270]: _check_db_access() [ 543.170204] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.170204] env[62270]: stacktrace = ''.join(traceback.format_stack()) [ 543.170204] env[62270]: [ 543.171037] env[62270]: ERROR nova.db.main.api [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 543.171037] env[62270]: result = function(*args, **kwargs) [ 543.171037] env[62270]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 543.171037] env[62270]: return func(*args, **kwargs) [ 543.171037] env[62270]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 543.171037] env[62270]: result = fn(*args, **kwargs) [ 543.171037] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 543.171037] env[62270]: return f(*args, **kwargs) [ 543.171037] env[62270]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 543.171037] env[62270]: return db.service_get_minimum_version(context, binaries) [ 543.171037] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 543.171037] env[62270]: _check_db_access() [ 543.171037] env[62270]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 543.171037] env[62270]: stacktrace = ''.join(traceback.format_stack()) [ 543.171037] env[62270]: [ 543.171436] env[62270]: WARNING nova.objects.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Failed to get minimum service version for cell f5cba598-9b30-45eb-a62b-668163da9ddc [ 543.171609] env[62270]: WARNING nova.objects.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 543.172013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Acquiring lock "singleton_lock" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 543.172186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Acquired lock "singleton_lock" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.172435] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Releasing lock "singleton_lock" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.172757] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Full set of CONF: {{(pid=62270) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 543.172903] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ******************************************************************************** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 543.173044] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Configuration options gathered from: {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 543.173193] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 543.173385] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 543.173511] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ================================================================================ {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 543.173720] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] allow_resize_to_same_host = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.173892] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] arq_binding_timeout = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174073] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] backdoor_port = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174216] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] backdoor_socket = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174389] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] block_device_allocate_retries = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174555] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] block_device_allocate_retries_interval = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174727] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cert = self.pem {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.174901] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175085] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute_monitors = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175257] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] config_dir = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175427] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] config_drive_format = iso9660 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175565] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175727] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] config_source = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.175898] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] console_host = devstack {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176081] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] control_exchange = nova {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176295] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cpu_allocation_ratio = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176412] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] daemon = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176580] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] debug = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176734] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_access_ip_network_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.176901] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_availability_zone = nova {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177069] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_ephemeral_format = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177229] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_green_pool_size = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177462] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177623] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] default_schedule_zone = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177784] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] disk_allocation_ratio = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.177941] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] enable_new_services = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178135] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] enabled_apis = ['osapi_compute'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178301] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] enabled_ssl_apis = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178460] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] flat_injected = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178625] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] force_config_drive = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178777] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] force_raw_images = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.178975] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] graceful_shutdown_timeout = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.179186] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] heal_instance_info_cache_interval = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.179409] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] host = cpu-1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.179586] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.179753] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.179941] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.180186] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.180354] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_build_timeout = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.180515] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_delete_interval = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.180702] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_format = [instance: %(uuid)s] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.180849] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_name_template = instance-%08x {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181018] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_usage_audit = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181192] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_usage_audit_period = month {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181359] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181527] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181694] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] internal_service_availability_zone = internal {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.181854] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] key = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182021] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] live_migration_retry_count = 30 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182200] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_color = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182495] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_config_append = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182577] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182671] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_dir = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182831] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.182962] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_options = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183145] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_rotate_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183315] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_rotate_interval_type = days {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183481] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] log_rotation_type = none {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183611] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183826] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.183904] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184085] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184220] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184385] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] long_rpc_timeout = 1800 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184545] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_concurrent_builds = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184707] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_concurrent_live_migrations = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.184866] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_concurrent_snapshots = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185038] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_local_block_devices = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185255] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_logfile_count = 30 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185365] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] max_logfile_size_mb = 200 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185525] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] maximum_instance_delete_attempts = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185691] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metadata_listen = 0.0.0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.185860] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metadata_listen_port = 8775 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186045] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metadata_workers = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186215] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] migrate_max_retries = -1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186383] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] mkisofs_cmd = genisoimage {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186589] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186728] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] my_ip = 10.180.1.21 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.186892] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] network_allocate_retries = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187086] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187259] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187424] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] osapi_compute_listen_port = 8774 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187590] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] osapi_compute_unique_server_name_scope = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187760] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] osapi_compute_workers = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.187927] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] password_length = 12 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188103] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] periodic_enable = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188270] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] periodic_fuzzy_delay = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188441] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] pointer_model = usbtablet {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188610] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] preallocate_images = none {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188780] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] publish_errors = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.188927] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] pybasedir = /opt/stack/nova {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189109] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ram_allocation_ratio = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189277] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rate_limit_burst = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189445] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rate_limit_except_level = CRITICAL {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189606] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rate_limit_interval = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189768] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reboot_timeout = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.189954] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reclaim_instance_interval = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190132] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] record = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190307] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reimage_timeout_per_gb = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190474] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] report_interval = 120 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190639] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rescue_timeout = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190802] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reserved_host_cpus = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.190963] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reserved_host_disk_mb = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191140] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reserved_host_memory_mb = 512 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191304] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] reserved_huge_pages = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191467] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] resize_confirm_window = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191627] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] resize_fs_using_block_device = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191786] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] resume_guests_state_on_host_boot = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.191954] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192132] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] rpc_response_timeout = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192296] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] run_external_periodic_tasks = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192468] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] running_deleted_instance_action = reap {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192628] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192788] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] running_deleted_instance_timeout = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.192944] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler_instance_sync_interval = 120 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193127] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_down_time = 720 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193299] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] servicegroup_driver = db {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193456] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] shell_completion = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193616] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] shelved_offload_time = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193775] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] shelved_poll_interval = 3600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.193942] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] shutdown_timeout = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.194118] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] source_is_ipv6 = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.194278] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ssl_only = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.194526] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.194697] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] sync_power_state_interval = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.194860] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] sync_power_state_pool_size = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195040] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] syslog_log_facility = LOG_USER {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195204] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] tempdir = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195367] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] timeout_nbd = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195533] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] transport_url = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195740] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] update_resources_interval = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.195856] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_cow_images = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196024] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_eventlog = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196189] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_journal = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196349] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_json = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196510] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_rootwrap_daemon = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196671] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_stderr = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196830] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] use_syslog = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.196987] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vcpu_pin_set = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.197174] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plugging_is_fatal = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.197344] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plugging_timeout = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.197509] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] virt_mkfs = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.197690] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] volume_usage_poll_interval = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.197865] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] watch_log_file = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.198047] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] web = /usr/share/spice-html5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 543.198236] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_concurrency.disable_process_locking = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.198523] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.198704] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.198888] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199080] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199255] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199423] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199605] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.auth_strategy = keystone {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199775] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.compute_link_prefix = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.199976] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.200174] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.dhcp_domain = novalocal {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.200347] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.enable_instance_password = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.200511] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.glance_link_prefix = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.200678] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.200850] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201030] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.instance_list_per_project_cells = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201204] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.list_records_by_skipping_down_cells = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201369] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.local_metadata_per_cell = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201539] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.max_limit = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201709] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.metadata_cache_expiration = 15 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.201886] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.neutron_default_tenant_id = default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202071] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.response_validation = warn {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202246] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.use_neutron_default_nets = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202416] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202579] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202749] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.202921] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203104] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_dynamic_targets = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203273] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_jsonfile_path = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203453] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203648] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.backend = dogpile.cache.memcached {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203815] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.backend_argument = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.203987] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.config_prefix = cache.oslo {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.204171] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.dead_timeout = 60.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.204340] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.debug_cache_backend = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.204504] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.enable_retry_client = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.204667] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.enable_socket_keepalive = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.204840] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.enabled = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205021] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.enforce_fips_mode = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205201] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.expiration_time = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205368] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.hashclient_retry_attempts = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205537] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205702] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_dead_retry = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.205863] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_password = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206039] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206211] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206376] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_pool_maxsize = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206539] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206701] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_sasl_enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.206880] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207056] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207234] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.memcache_username = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207387] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.proxies = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207553] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_db = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207717] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_password = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.207889] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208080] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208256] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_server = localhost:6379 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208424] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_socket_timeout = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208584] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.redis_username = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208748] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.retry_attempts = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.208937] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.retry_delay = 0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209128] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.socket_keepalive_count = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209333] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.socket_keepalive_idle = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209465] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.socket_keepalive_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209623] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.tls_allowed_ciphers = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209783] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.tls_cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.209979] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.tls_certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.210171] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.tls_enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.210332] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cache.tls_keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.210505] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.210679] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.auth_type = password {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.210842] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211026] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211197] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211361] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211522] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.cross_az_attach = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211686] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.debug = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.211847] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.endpoint_template = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212017] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.http_retries = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212186] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212348] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212517] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.os_region_name = RegionOne {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212680] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.212842] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cinder.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213022] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213187] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.cpu_dedicated_set = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213345] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.cpu_shared_set = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213508] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.image_type_exclude_list = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213679] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213835] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.213996] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.214177] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.214348] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.214539] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.resource_provider_association_refresh = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.214674] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.214829] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.shutdown_retry_interval = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215017] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215206] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] conductor.workers = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215386] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] console.allowed_origins = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215547] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] console.ssl_ciphers = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215717] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] console.ssl_minimum_version = default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.215890] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] consoleauth.enforce_session_timeout = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216089] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] consoleauth.token_ttl = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216235] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216397] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216560] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216719] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.216881] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217053] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217222] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217381] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217541] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217699] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.217858] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218028] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218193] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218364] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.service_type = accelerator {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218595] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218774] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.218975] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.219160] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.219348] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.219511] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] cyborg.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.219693] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.backend = sqlalchemy {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.219873] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.connection = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220047] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.connection_debug = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220222] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.connection_parameters = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220387] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.connection_recycle_time = 3600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220550] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.connection_trace = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220714] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.db_inc_retry_interval = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.220879] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.db_max_retries = 20 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221110] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.db_max_retry_interval = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221300] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.db_retry_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221469] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.max_overflow = 50 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221635] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.max_pool_size = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221801] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.max_retries = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.221971] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222150] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.mysql_wsrep_sync_wait = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222311] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.pool_timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222474] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.retry_interval = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222633] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.slave_connection = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222794] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.sqlite_synchronous = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.222956] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] database.use_db_reconnect = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223149] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.backend = sqlalchemy {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223321] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.connection = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223486] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.connection_debug = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223654] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.connection_parameters = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223817] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.connection_recycle_time = 3600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.223980] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.connection_trace = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224161] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.db_inc_retry_interval = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224326] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.db_max_retries = 20 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224489] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.db_max_retry_interval = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224652] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.db_retry_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224814] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.max_overflow = 50 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.224974] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.max_pool_size = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225154] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.max_retries = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225323] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225484] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225644] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.pool_timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225806] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.retry_interval = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.225965] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.slave_connection = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226163] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] api_database.sqlite_synchronous = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226321] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] devices.enabled_mdev_types = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226495] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226665] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226829] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ephemeral_storage_encryption.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.226993] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227180] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.api_servers = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227345] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227505] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227666] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227824] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.227978] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228156] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.debug = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228322] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.default_trusted_certificate_ids = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228483] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.enable_certificate_validation = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228645] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.enable_rbd_download = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228804] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.228998] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.229182] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.229345] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.229503] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.229667] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.num_retries = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.229847] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.rbd_ceph_conf = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230046] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.rbd_connect_timeout = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230225] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.rbd_pool = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230395] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.rbd_user = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230556] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230718] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.230880] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231063] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.service_type = image {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231254] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231425] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231587] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231747] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.231936] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.232119] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.verify_glance_signatures = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.232282] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] glance.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.232448] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] guestfs.debug = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.232614] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] mks.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.232967] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.233173] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.manager_interval = 2400 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.233348] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.precache_concurrency = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.233519] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.remove_unused_base_images = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.233690] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.233860] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234050] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] image_cache.subdirectory_name = _base {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234234] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.api_max_retries = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234404] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.api_retry_interval = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234565] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234759] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.auth_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.234927] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235115] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235304] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235472] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.conductor_group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235635] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235795] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.235956] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236137] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236297] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236461] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236614] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236785] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.peer_list = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.236946] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237131] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237301] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.serial_console_state_timeout = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237462] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237634] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.service_type = baremetal {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237795] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.shard = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.237962] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.238140] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.238304] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.238463] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.238645] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.238805] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ironic.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239023] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239206] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] key_manager.fixed_key = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239393] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239556] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.barbican_api_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239715] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.barbican_endpoint = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.239901] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.barbican_endpoint_type = public {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240089] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.barbican_region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240257] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240420] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240585] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240747] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.240907] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241087] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.number_of_retries = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241277] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.retry_delay = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241452] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.send_service_user_token = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241614] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241773] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.241934] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.verify_ssl = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242109] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican.verify_ssl_path = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242275] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242436] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.auth_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242594] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242751] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.242914] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243088] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243252] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243414] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243573] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] barbican_service_user.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243740] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.approle_role_id = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.243899] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.approle_secret_id = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244082] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.kv_mountpoint = secret {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244249] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.kv_path = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244418] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.kv_version = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244580] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.namespace = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244741] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.root_token_id = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.244905] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.ssl_ca_crt_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245085] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.timeout = 60.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245255] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.use_ssl = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245426] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245595] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245760] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.auth_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.245922] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246096] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246264] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246428] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246585] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246744] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.246907] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247078] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247243] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247461] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247633] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247797] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.247959] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.248147] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.service_type = identity {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.248317] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.248477] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.248639] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.248797] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249019] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249192] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] keystone.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249393] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.connection_uri = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249559] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_mode = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249729] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.249921] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_models = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250119] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_power_governor_high = performance {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250292] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250456] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_power_management = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250625] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250790] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.device_detach_attempts = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.250954] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.device_detach_timeout = 20 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251137] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.disk_cachemodes = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251301] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.disk_prefix = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251466] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.enabled_perf_events = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251632] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.file_backed_memory = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251798] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.gid_maps = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.251958] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.hw_disk_discard = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252133] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.hw_machine_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252305] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_rbd_ceph_conf = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252470] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252632] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252802] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_rbd_glance_store_name = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.252972] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_rbd_pool = rbd {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253159] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_type = default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253320] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.images_volume_group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253481] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.inject_key = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253644] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.inject_partition = -2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253804] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.inject_password = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.253965] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.iscsi_iface = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254141] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.iser_use_multipath = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254308] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254467] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254625] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_downtime = 500 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254786] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.254946] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255118] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_inbound_addr = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255289] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255449] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255606] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_scheme = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255776] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_timeout_action = abort {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.255941] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_tunnelled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.256114] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_uri = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.256283] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.live_migration_with_native_tls = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.256469] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.max_queues = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.256600] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.256828] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.257024] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.nfs_mount_options = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.257666] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.257857] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258044] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258221] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258393] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258561] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_pcie_ports = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258733] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.258938] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.pmem_namespaces = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.259127] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.quobyte_client_cfg = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.259415] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.259593] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.259763] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.259968] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.260167] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rbd_secret_uuid = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.260335] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rbd_user = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.260504] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.260676] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.260838] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rescue_image_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261010] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rescue_kernel_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261188] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rescue_ramdisk_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261357] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261520] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.rx_queue_size = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261690] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.smbfs_mount_options = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.261968] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.262161] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.snapshot_compression = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.262326] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.snapshot_image_format = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.262549] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.262718] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.sparse_logical_volumes = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.262884] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.swtpm_enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263068] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.swtpm_group = tss {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263242] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.swtpm_user = tss {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263416] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.sysinfo_serial = unique {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263579] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.tb_cache_size = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263739] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.tx_queue_size = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.263909] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.uid_maps = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264088] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.use_virtio_for_bridges = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264263] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.virt_type = kvm {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264435] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.volume_clear = zero {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264599] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.volume_clear_size = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264765] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.volume_use_multipath = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.264926] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_cache_path = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.265112] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.265285] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.265453] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.265624] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.265896] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.266088] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.vzstorage_mount_user = stack {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.266302] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.266492] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.266674] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.auth_type = password {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.266840] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267009] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267190] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267356] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267520] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267693] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.default_floating_pool = public {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.267857] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268037] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.extension_sync_interval = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268207] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.http_retries = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268372] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268534] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268694] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.268897] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269071] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269251] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.ovs_bridge = br-int {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269419] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.physnets = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269589] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.region_name = RegionOne {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269752] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.269949] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.service_metadata_proxy = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.270170] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.270353] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.service_type = network {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.270520] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.270681] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.270843] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271010] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271203] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271368] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] neutron.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271539] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] notifications.bdms_in_notifications = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271716] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] notifications.default_level = INFO {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.271891] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] notifications.notification_format = unversioned {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.272069] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] notifications.notify_on_state_change = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.272257] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.272541] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] pci.alias = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.272836] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] pci.device_spec = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.273137] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] pci.report_in_placement = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.273439] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.273733] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.auth_type = password {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.273946] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274139] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274308] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274478] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274641] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274805] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.274967] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.default_domain_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275144] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.default_domain_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275304] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.domain_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275462] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.domain_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275620] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275782] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.275941] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276114] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276277] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276445] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.password = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276604] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.project_domain_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276771] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.project_domain_name = Default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.276937] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.project_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277128] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.project_name = service {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277304] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.region_name = RegionOne {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277470] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277633] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277802] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.service_type = placement {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.277967] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278146] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278313] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278474] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.system_scope = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278632] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278792] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.trust_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.278978] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.user_domain_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.279176] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.user_domain_name = Default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.279353] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.user_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.279530] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.username = nova {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.279709] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.279871] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] placement.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280083] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.cores = 20 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280260] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.count_usage_from_placement = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280437] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280613] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.injected_file_content_bytes = 10240 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280783] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.injected_file_path_length = 255 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.280952] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.injected_files = 5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281138] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.instances = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281310] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.key_pairs = 100 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281481] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.metadata_items = 128 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281648] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.ram = 51200 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281813] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.recheck_quota = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.281983] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.server_group_members = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282167] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] quota.server_groups = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282342] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282506] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282676] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.image_metadata_prefilter = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282831] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.282995] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.max_attempts = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.283174] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.max_placement_results = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.283338] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.283500] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.283662] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.283833] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] scheduler.workers = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284014] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284224] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284416] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284589] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284755] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.284922] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285106] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285301] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285472] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.host_subset_size = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285636] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285794] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.285956] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286137] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.isolated_hosts = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286305] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.isolated_images = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286466] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286625] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286803] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.286943] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.pci_in_placement = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287118] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287279] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287441] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287599] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287760] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.287922] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288099] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.track_instance_changes = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288276] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288443] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metrics.required = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288606] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metrics.weight_multiplier = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288767] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.288953] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] metrics.weight_setting = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.289284] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.289463] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.289639] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.port_range = 10000:20000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.289807] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.289994] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.290191] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] serial_console.serialproxy_port = 6083 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.290361] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.290535] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.auth_type = password {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.290695] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.290853] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291025] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291193] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291351] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291516] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.send_service_user_token = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291676] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.291832] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] service_user.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.292008] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.agent_enabled = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.292179] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.292491] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.292685] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.292859] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.html5proxy_port = 6082 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293034] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.image_compression = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293201] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.jpeg_compression = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293362] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.playback_compression = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293525] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.require_secure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293695] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.server_listen = 127.0.0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.293867] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294048] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.streaming_mode = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294215] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] spice.zlib_compression = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294382] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] upgrade_levels.baseapi = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294551] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] upgrade_levels.compute = auto {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294711] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] upgrade_levels.conductor = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.294871] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] upgrade_levels.scheduler = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295051] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295222] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295384] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295543] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295707] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.295867] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296038] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296208] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296368] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vendordata_dynamic_auth.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296545] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.api_retry_count = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296708] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.ca_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.296899] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297055] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.cluster_name = testcl1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297228] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.connection_pool_size = 10 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297388] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.console_delay_seconds = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297556] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.datastore_regex = ^datastore.* {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297757] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.297929] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.host_password = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298123] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.host_port = 443 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298297] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.host_username = administrator@vsphere.local {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298464] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.insecure = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298629] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.integration_bridge = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298795] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.maximum_objects = 100 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.298986] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.pbm_default_policy = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.299175] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.pbm_enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.299339] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.pbm_wsdl_location = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.299509] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.299671] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.serial_port_proxy_uri = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.299830] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.serial_port_service_uri = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300017] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.task_poll_interval = 0.5 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300204] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.use_linked_clone = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300374] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.vnc_keymap = en-us {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300549] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.vnc_port = 5900 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300708] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vmware.vnc_port_total = 10000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.300892] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.auth_schemes = ['none'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.301083] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.301381] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.301563] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.301734] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.novncproxy_port = 6080 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.301912] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.server_listen = 127.0.0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302101] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302267] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.vencrypt_ca_certs = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302426] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.vencrypt_client_cert = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302583] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vnc.vencrypt_client_key = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302762] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.302928] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_deep_image_inspection = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303104] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303273] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303434] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303596] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.disable_rootwrap = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303760] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.enable_numa_live_migration = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.303920] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304097] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304261] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304425] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.libvirt_disable_apic = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304586] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304749] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.304912] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305087] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305252] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305414] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305578] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305739] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.305899] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306080] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306269] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306442] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.client_socket_timeout = 900 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306609] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.default_pool_size = 1000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306796] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.keep_alive = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.306994] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.max_header_line = 16384 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307152] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307318] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.ssl_ca_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307478] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.ssl_cert_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307639] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.ssl_key_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307806] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.tcp_keepidle = 600 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.307980] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.308163] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] zvm.ca_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.308327] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] zvm.cloud_connector_url = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.308614] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.308788] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] zvm.reachable_timeout = 300 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.309007] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.enforce_new_defaults = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.309394] env[62270]: WARNING oslo_config.cfg [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 543.309581] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.enforce_scope = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.309760] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.policy_default_rule = default {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.309965] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.310165] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.policy_file = policy.yaml {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.310345] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.310512] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.310674] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.310838] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311008] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311192] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311368] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311547] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.connection_string = messaging:// {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311716] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.enabled = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.311887] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.es_doc_type = notification {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312065] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.es_scroll_size = 10000 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312237] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.es_scroll_time = 2m {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312401] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.filter_error_trace = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312570] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.hmac_keys = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312737] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.sentinel_service_name = mymaster {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.312906] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.socket_timeout = 0.1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313082] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.trace_requests = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313250] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler.trace_sqlalchemy = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313426] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler_jaeger.process_tags = {} {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313586] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler_jaeger.service_name_prefix = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313748] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] profiler_otlp.service_name_prefix = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.313916] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] remote_debug.host = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314089] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] remote_debug.port = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314272] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314436] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314597] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314761] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.314922] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315097] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315263] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315424] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315584] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315751] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.315912] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316096] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316267] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316440] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316610] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316788] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.316958] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317152] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317318] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317483] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317647] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317814] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.317976] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.318159] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.318324] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.318486] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.318650] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.318812] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319017] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319200] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319376] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319549] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319712] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.319906] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320110] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320282] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320473] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320638] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_notifications.retry = -1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320821] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.320997] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.321197] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.auth_section = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.321390] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.auth_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.321553] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.cafile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.321712] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.certfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.321877] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.collect_timing = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322051] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.connect_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322216] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.connect_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322375] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.endpoint_id = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322535] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.endpoint_override = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322697] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.insecure = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.322855] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.keyfile = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323025] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.max_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323191] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.min_version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323349] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.region_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323511] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.retriable_status_codes = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323680] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.service_name = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.323871] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.service_type = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324053] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.split_loggers = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324218] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.status_code_retries = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324379] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.status_code_retry_delay = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324540] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.timeout = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324700] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.valid_interfaces = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.324858] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_limit.version = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325036] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_reports.file_event_handler = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325208] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325370] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] oslo_reports.log_dir = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325542] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325702] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.325861] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326041] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326212] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326370] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326539] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326698] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.326924] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327157] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327297] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327459] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] vif_plug_ovs_privileged.user = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327632] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327810] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.327985] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.328176] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.328348] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.328523] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.328692] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.328871] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329075] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329254] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.isolate_vif = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329430] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329599] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329770] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.329963] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330150] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_vif_ovs.per_port_bridge = False {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330321] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_brick.lock_path = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330486] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330649] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330818] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.capabilities = [21] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.330978] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331156] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.helper_command = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331333] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331497] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331656] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] privsep_osbrick.user = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331837] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.331991] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.group = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.332165] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.helper_command = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.332329] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.332491] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.332647] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] nova_sys_admin.user = None {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 543.332776] env[62270]: DEBUG oslo_service.service [None req-b337ec2f-70f9-4600-9846-2607f5c8bb16 None None] ******************************************************************************** {{(pid=62270) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 543.333288] env[62270]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 543.836572] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-326b0852-3401-4211-b540-d1255f997838 None None] Getting list of instances from cluster (obj){ [ 543.836572] env[62270]: value = "domain-c8" [ 543.836572] env[62270]: _type = "ClusterComputeResource" [ 543.836572] env[62270]: } {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 543.837805] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259c860-bda8-403b-b0a7-7b341031a36f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.847041] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-326b0852-3401-4211-b540-d1255f997838 None None] Got total of 0 instances {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 543.847560] env[62270]: WARNING nova.virt.vmwareapi.driver [None req-326b0852-3401-4211-b540-d1255f997838 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 543.848028] env[62270]: INFO nova.virt.node [None req-326b0852-3401-4211-b540-d1255f997838 None None] Generated node identity 83183342-0228-4078-997b-26cec6bfe2fb [ 543.848264] env[62270]: INFO nova.virt.node [None req-326b0852-3401-4211-b540-d1255f997838 None None] Wrote node identity 83183342-0228-4078-997b-26cec6bfe2fb to /opt/stack/data/n-cpu-1/compute_id [ 544.351350] env[62270]: WARNING nova.compute.manager [None req-326b0852-3401-4211-b540-d1255f997838 None None] Compute nodes ['83183342-0228-4078-997b-26cec6bfe2fb'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 545.357240] env[62270]: INFO nova.compute.manager [None req-326b0852-3401-4211-b540-d1255f997838 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 546.363639] env[62270]: WARNING nova.compute.manager [None req-326b0852-3401-4211-b540-d1255f997838 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 546.364019] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.364321] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.364543] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.364772] env[62270]: DEBUG nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 546.366179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53140573-af02-4ad3-a19b-980cbfc36196 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.378652] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3dd82-d93e-47f0-baab-deb479d9928f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.395365] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2d261-b332-4d4c-8e12-c4968d76d079 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.402582] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f053c8-5b40-4ee9-81cd-6a17f0d55f96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.432462] env[62270]: DEBUG nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180742MB free_disk=146GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 546.432629] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.432824] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.935716] env[62270]: WARNING nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] No compute node record for cpu-1:83183342-0228-4078-997b-26cec6bfe2fb: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 83183342-0228-4078-997b-26cec6bfe2fb could not be found. [ 547.439432] env[62270]: INFO nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 83183342-0228-4078-997b-26cec6bfe2fb [ 548.947556] env[62270]: DEBUG nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 548.947939] env[62270]: DEBUG nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=149GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 549.093719] env[62270]: INFO nova.scheduler.client.report [None req-326b0852-3401-4211-b540-d1255f997838 None None] [req-f564d58f-c00b-485d-96c5-cd947f9d62c9] Created resource provider record via placement API for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 549.109915] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c90883-85ed-495d-a237-98b4c9e93190 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.118385] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e963810e-31cc-49e9-9855-c5b3173d6369 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.148327] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181c3d4-42a9-403a-ac71-457d797b21db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.155480] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069be71-3e71-4d6a-a799-1b559a8c5fa4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.168198] env[62270]: DEBUG nova.compute.provider_tree [None req-326b0852-3401-4211-b540-d1255f997838 None None] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.716201] env[62270]: DEBUG nova.scheduler.client.report [None req-326b0852-3401-4211-b540-d1255f997838 None None] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 549.716528] env[62270]: DEBUG nova.compute.provider_tree [None req-326b0852-3401-4211-b540-d1255f997838 None None] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 0 to 1 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.716723] env[62270]: DEBUG nova.compute.provider_tree [None req-326b0852-3401-4211-b540-d1255f997838 None None] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.769254] env[62270]: DEBUG nova.compute.provider_tree [None req-326b0852-3401-4211-b540-d1255f997838 None None] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 1 to 2 during operation: update_traits {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 550.273907] env[62270]: DEBUG nova.compute.resource_tracker [None req-326b0852-3401-4211-b540-d1255f997838 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.274274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-326b0852-3401-4211-b540-d1255f997838 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.841s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.274334] env[62270]: DEBUG nova.service [None req-326b0852-3401-4211-b540-d1255f997838 None None] Creating RPC server for service compute {{(pid=62270) start /opt/stack/nova/nova/service.py:186}} [ 550.287604] env[62270]: DEBUG nova.service [None req-326b0852-3401-4211-b540-d1255f997838 None None] Join ServiceGroup membership for this service compute {{(pid=62270) start /opt/stack/nova/nova/service.py:203}} [ 550.287815] env[62270]: DEBUG nova.servicegroup.drivers.db [None req-326b0852-3401-4211-b540-d1255f997838 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62270) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 581.291356] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 581.794375] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Getting list of instances from cluster (obj){ [ 581.794375] env[62270]: value = "domain-c8" [ 581.794375] env[62270]: _type = "ClusterComputeResource" [ 581.794375] env[62270]: } {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 581.797078] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b2ac17-1582-44f9-a495-b86909337e08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.807019] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Got total of 0 instances {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 581.807019] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 581.807019] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Getting list of instances from cluster (obj){ [ 581.807019] env[62270]: value = "domain-c8" [ 581.807019] env[62270]: _type = "ClusterComputeResource" [ 581.807019] env[62270]: } {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 581.807559] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bed900-bc1c-4fe4-afc4-be9e805abac4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.815458] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Got total of 0 instances {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 587.503552] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.503552] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.007049] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 588.553158] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.553639] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.555049] env[62270]: INFO nova.compute.claims [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.615188] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056b853-c3c2-4f91-8373-510024c64058 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.627318] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285f6c46-a61d-4a8d-b33c-2d3f791f8971 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.667690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211cf53c-6c87-49bb-865b-57ee12a4df98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.674969] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27daf861-c2a1-4bd9-88ee-30115e820c81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.689085] env[62270]: DEBUG nova.compute.provider_tree [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.194180] env[62270]: DEBUG nova.scheduler.client.report [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 590.703083] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.704394] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 590.915627] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.916288] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.214927] env[62270]: DEBUG nova.compute.utils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.217842] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 591.421287] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 591.690426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.690426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.694413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "0c922d57-f833-45c5-90d7-88b694bd274e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.694628] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.720160] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 591.957985] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.958269] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.959773] env[62270]: INFO nova.compute.claims [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.198143] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 592.199542] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 592.729125] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.730224] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.732530] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 592.904868] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 592.905207] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 592.905360] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.905546] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 592.905700] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.906025] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 592.906119] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 592.906462] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 592.906779] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 592.906960] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 592.907226] env[62270]: DEBUG nova.virt.hardware [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.908116] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f1f36e-a761-4a7b-8a83-e4c0499f68b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.917074] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49901178-5820-4ddb-9884-48bb0f00ba51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.938995] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff697a1-a13d-4e80-942f-86d2f02a3bf0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.958983] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.969071] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 592.971869] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ff05a15-286f-4370-b838-bdb8ae34231c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.983070] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created folder: OpenStack in parent group-v4. [ 592.983070] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating folder: Project (73fdd0723cda471ebb427a9a50ae2507). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 592.983233] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f80a072-e65f-4d4e-a6be-21373112920e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.992458] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created folder: Project (73fdd0723cda471ebb427a9a50ae2507) in parent group-v845132. [ 592.992642] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating folder: Instances. Parent ref: group-v845133. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 592.992873] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b589f21-9fed-40a0-98d9-3d742499e182 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.006274] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created folder: Instances in parent group-v845133. [ 593.006274] env[62270]: DEBUG oslo.service.loopingcall [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.007250] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 593.011044] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23659a65-f8ff-4eef-86b7-66c270d9468b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.037561] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.037561] env[62270]: value = "task-4290893" [ 593.037561] env[62270]: _type = "Task" [ 593.037561] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.048487] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290893, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.104024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592bcd6a-2fe4-4577-914b-efb732d5b739 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.110594] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ffbcba-de22-408e-be98-2eaf107912eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.147461] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbffa54-e11b-4621-bf86-999715d56214 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.157186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b756796-f4bc-4b14-997b-855261f72923 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.175243] env[62270]: DEBUG nova.compute.provider_tree [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.547954] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290893, 'name': CreateVM_Task, 'duration_secs': 0.292532} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.548177] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 593.549157] env[62270]: DEBUG oslo_vmware.service [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba76c52-4aa0-4c93-bb74-53ad43686c4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.557548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.557830] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.558403] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.558657] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fd72ac-0bea-4ebf-b6e0-29123799cc8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.563378] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 593.563378] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b7c1a4-6906-a3b9-68c8-f36de69952d3" [ 593.563378] env[62270]: _type = "Task" [ 593.563378] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.573368] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b7c1a4-6906-a3b9-68c8-f36de69952d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.678655] env[62270]: DEBUG nova.scheduler.client.report [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 594.077862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.078118] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.078671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.078671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.078811] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.079080] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed932823-2085-4881-ac78-328ed8c116bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.096235] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.097559] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 594.097559] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca60647b-8965-4023-a719-e6aeb29718a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.105191] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0b07ee-d6f8-45d5-ac92-42d9d9a59540 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.111704] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 594.111704] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524d5ce8-564c-aa90-3226-dbbd7b981202" [ 594.111704] env[62270]: _type = "Task" [ 594.111704] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.120363] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524d5ce8-564c-aa90-3226-dbbd7b981202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.191592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.197018] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 594.198638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.470s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.200453] env[62270]: INFO nova.compute.claims [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.408834] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "10e5af88-8314-46f2-976f-bf52ecb999e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.409080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.413831] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "fad876e7-a64e-43ab-a51d-482b544a710a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.414330] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.624089] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 594.624209] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating directory with path [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.624509] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ccfc8e-3b79-4d6c-b409-cdf49d0287a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.646970] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created directory with path [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.646970] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Fetch image to [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 594.647187] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Downloading image file data fde72689-c852-4e25-86e3-9352682102cd to [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62270) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 594.648788] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ca943-8ad9-4624-9f45-3c7c499ab3a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.658245] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adcb9a9-d815-434d-b41c-49da732e5373 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.667994] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7aa0d2-2458-436a-b447-24153ad4ac41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.713012] env[62270]: DEBUG nova.compute.utils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.717050] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 594.717587] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb929f8-fa0c-4de6-8692-e00850d9d8d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.725148] env[62270]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-128049c2-618a-4d99-b039-e58369679aa6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.759261] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Downloading image file data fde72689-c852-4e25-86e3-9352682102cd to the data store datastore2 {{(pid=62270) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 594.871300] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 594.952110] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 594.954759] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 595.219695] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 595.453389] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0cb91f-c4ef-465c-9dc7-08b1607d7202 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.480390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee193a5-7629-469e-919b-7de05bb43452 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.493124] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.526854] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.533718] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11879c5-2cb0-45df-ad96-1c2904e8725f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.548739] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717dc0e-b669-4549-9fb0-87af0d961f57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.553238] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 595.553238] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 595.570087] env[62270]: DEBUG nova.compute.provider_tree [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.694498] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Downloaded image file data fde72689-c852-4e25-86e3-9352682102cd to vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62270) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 595.695025] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 595.695025] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copying Virtual Disk [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk to [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 595.695312] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6409b3c8-7e44-45f9-80da-d1076629442d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.705710] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 595.705710] env[62270]: value = "task-4290894" [ 595.705710] env[62270]: _type = "Task" [ 595.705710] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.716361] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.076559] env[62270]: DEBUG nova.scheduler.client.report [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 596.216467] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.236836] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 596.279254] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 596.279254] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 596.279254] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.279596] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 596.279596] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.279596] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 596.282482] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 596.282765] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 596.282980] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 596.283235] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 596.283602] env[62270]: DEBUG nova.virt.hardware [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.285458] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13591f4-90c8-4db7-be3a-535ef93bfba7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.299239] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8010ad85-d4f3-41dc-86c1-24c657c18622 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.319370] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.327034] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Creating folder: Project (e8d12ff50a7d462b9b76792686a898b6). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 596.327402] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de60086f-ee3c-4474-97c4-5dab6feb4f40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.338232] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Created folder: Project (e8d12ff50a7d462b9b76792686a898b6) in parent group-v845132. [ 596.338601] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Creating folder: Instances. Parent ref: group-v845136. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 596.338711] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d9de549-8098-40ec-ae94-3352d625e3b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.347714] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Created folder: Instances in parent group-v845136. [ 596.348190] env[62270]: DEBUG oslo.service.loopingcall [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.348419] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 596.348630] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4107e9ad-f698-4f80-ac4b-9fb0193d6efd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.367512] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.367512] env[62270]: value = "task-4290897" [ 596.367512] env[62270]: _type = "Task" [ 596.367512] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.376580] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290897, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.589454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.589454] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 596.592522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.862s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.594351] env[62270]: INFO nova.compute.claims [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.718688] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705808} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.718932] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copied Virtual Disk [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk to [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 596.721335] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleting the datastore file [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd/tmp-sparse.vmdk {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.721528] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f4bcab2-e428-45a8-a95c-880017ecfa33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.729438] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 596.729438] env[62270]: value = "task-4290898" [ 596.729438] env[62270]: _type = "Task" [ 596.729438] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.741817] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.877376] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290897, 'name': CreateVM_Task, 'duration_secs': 0.310861} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.877686] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 596.878311] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.878694] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.878863] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.879196] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f72886-c089-4a42-b736-f3af488150b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.884574] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 596.884574] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d0e03f-fb2f-9930-57b7-6ecc7db5679a" [ 596.884574] env[62270]: _type = "Task" [ 596.884574] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.895668] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d0e03f-fb2f-9930-57b7-6ecc7db5679a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.097781] env[62270]: DEBUG nova.compute.utils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 597.102866] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 597.102866] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 597.213111] env[62270]: DEBUG nova.policy [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c2a8e64a4e4de78fac8fe7eedc2c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd04228f699451984de990f1a8795a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 597.242668] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024436} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.243289] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.243614] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Moving file from [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2/fde72689-c852-4e25-86e3-9352682102cd to [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd. {{(pid=62270) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 597.245140] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-daf10ced-7bb1-4830-b907-be69364c864f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.253644] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 597.253644] env[62270]: value = "task-4290899" [ 597.253644] env[62270]: _type = "Task" [ 597.253644] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.274943] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290899, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.404210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.404554] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.404781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.600972] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 597.769277] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290899, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024987} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.771677] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] File moved {{(pid=62270) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 597.771677] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Cleaning up location [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 597.771677] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleting the datastore file [datastore2] vmware_temp/7b6d2029-43cf-4ee6-8f08-9b23ac5b00a2 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.773017] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3d84d7-1bb8-480c-8286-f3cd4d493412 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.779863] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 597.779863] env[62270]: value = "task-4290900" [ 597.779863] env[62270]: _type = "Task" [ 597.779863] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.788413] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.791884] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b3f9dc-5bdf-47e4-ba54-d88290342c6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.800426] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669a3b2-60e1-41db-a6b6-058daf96c0d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.838285] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1136515-d454-4539-b91c-c6b08bfc19f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.846401] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55751c7b-eb89-4258-822f-451180fdbdfa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.860324] env[62270]: DEBUG nova.compute.provider_tree [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.289684] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02536} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.289965] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.291191] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18cceb6f-91f3-467c-a625-0eb6efa8eabe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.295976] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 598.295976] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb24da-40b9-419e-3e12-f8a23c582d25" [ 598.295976] env[62270]: _type = "Task" [ 598.295976] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.308724] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb24da-40b9-419e-3e12-f8a23c582d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.362036] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Successfully created port: 1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.369019] env[62270]: DEBUG nova.scheduler.client.report [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 598.486434] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.486795] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.486904] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 598.487039] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Rebuilding the list of instances to heal {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}} [ 598.616929] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 598.651935] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 598.655889] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 598.656381] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 598.656381] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 598.656381] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 598.656381] env[62270]: DEBUG nova.virt.hardware [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.656381] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28361605-6be0-46f2-83fb-4b34e6f856e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.665024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f6c101-2633-476d-a0a0-36c67b5aff20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.811602] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb24da-40b9-419e-3e12-f8a23c582d25, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.811840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.811933] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 598.812186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.812366] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.812567] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13ae6cec-d8a0-41b4-a63e-bfd3ae16aec8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.814663] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c62ee0-a042-458d-86f5-6e1c1d8b013f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.824307] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 598.824307] env[62270]: value = "task-4290901" [ 598.824307] env[62270]: _type = "Task" [ 598.824307] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.837747] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.840495] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.842860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 598.842860] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c21e72-1528-4744-8f63-ff25420186af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.849719] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 598.849719] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527ac993-65aa-cea9-cd4d-8763492fe164" [ 598.849719] env[62270]: _type = "Task" [ 598.849719] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.869288] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527ac993-65aa-cea9-cd4d-8763492fe164, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.869531] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44c6103-3203-4183-b3c7-5454d090c255 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.873577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.873577] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 598.879827] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.387s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.883021] env[62270]: INFO nova.compute.claims [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.883915] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 598.883915] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207fad7-93d8-c406-79a4-3e29f3304316" [ 598.883915] env[62270]: _type = "Task" [ 598.883915] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.901819] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207fad7-93d8-c406-79a4-3e29f3304316, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.902163] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.902633] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0404c9fe-cf6b-4636-a490-4f66bb35cd47/0404c9fe-cf6b-4636-a490-4f66bb35cd47.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 598.903592] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28082b3c-0ffe-4c8d-af4d-073640097bd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.916344] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 598.916344] env[62270]: value = "task-4290902" [ 598.916344] env[62270]: _type = "Task" [ 598.916344] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.930033] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.994347] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 598.994347] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 598.994347] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 598.994347] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 598.994347] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Didn't find any instances for network info cache update. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10090}} [ 598.994347] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.994626] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.994626] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.994626] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.994626] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.998691] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.999062] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 598.999135] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.342346] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.388342] env[62270]: DEBUG nova.compute.utils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 599.394258] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 599.394879] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 599.429275] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.503264] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.525180] env[62270]: DEBUG nova.policy [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4498d1e2e5504cdea9d016835cdaf9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '525e303035334b0ba8f6523eee4fe22d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 599.840771] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57256} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.841475] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 599.841751] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.842531] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2257be5-ed41-4f99-b572-d259e1f9d74f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.853474] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 599.853474] env[62270]: value = "task-4290903" [ 599.853474] env[62270]: _type = "Task" [ 599.853474] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.865378] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.896453] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 599.929307] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798206} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.929896] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0404c9fe-cf6b-4636-a490-4f66bb35cd47/0404c9fe-cf6b-4636-a490-4f66bb35cd47.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 599.931678] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.932078] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec594f7c-ee76-40ac-b148-ce563ea99a39 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.942429] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 599.942429] env[62270]: value = "task-4290904" [ 599.942429] env[62270]: _type = "Task" [ 599.942429] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.958123] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.037322] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f12481-2daa-4125-bf96-c2277ed7eda6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.052579] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77651644-5f7a-41f1-889d-a563492c5064 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.101644] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d068bde-e5eb-442b-91a4-3530a9521f04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.110500] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf1fb3e-da4a-4ab0-8b16-2e0dd8a83573 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.131272] env[62270]: DEBUG nova.compute.provider_tree [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.367026] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071674} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.367026] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.367622] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60826da7-8cf3-418e-abfd-ec9c2ce8fb04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.391325] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.391631] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0354a5e2-8293-443b-bde6-417cd0adcbcc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.409931] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Successfully created port: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.420914] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 600.420914] env[62270]: value = "task-4290905" [ 600.420914] env[62270]: _type = "Task" [ 600.420914] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.435808] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290905, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.456502] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070509} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.456783] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.457738] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5071bf5-844a-4ce2-8dc7-bb961242682e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.481993] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 0404c9fe-cf6b-4636-a490-4f66bb35cd47/0404c9fe-cf6b-4636-a490-4f66bb35cd47.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.483049] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7533f907-060d-47fe-9c3f-0475162f79d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.508240] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 600.508240] env[62270]: value = "task-4290906" [ 600.508240] env[62270]: _type = "Task" [ 600.508240] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.517741] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.661124] env[62270]: ERROR nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [req-4332790e-755c-4a22-b3b0-bf0d8745abf3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4332790e-755c-4a22-b3b0-bf0d8745abf3"}]} [ 600.682900] env[62270]: DEBUG nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 600.707394] env[62270]: DEBUG nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 600.707394] env[62270]: DEBUG nova.compute.provider_tree [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 146, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.728288] env[62270]: DEBUG nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: 64781431-3bfc-49bb-afab-ecd325a7067c {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 600.757452] env[62270]: DEBUG nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 600.917603] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 600.930306] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dab21f-562e-4a45-8c37-b90a99901bae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.939710] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290905, 'name': ReconfigVM_Task, 'duration_secs': 0.274432} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.940474] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.943095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d706ba9-d477-48c8-8ca0-06550f89b951 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.948189] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd32f185-7398-4c92-8ebf-8248755176a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.955273] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 600.955503] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 600.955654] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.955829] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 600.955969] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.956125] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 600.956323] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 600.956471] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 600.956627] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 600.956789] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 600.956953] env[62270]: DEBUG nova.virt.hardware [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.957315] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 600.957315] env[62270]: value = "task-4290907" [ 600.957315] env[62270]: _type = "Task" [ 600.957315] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.958001] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b8c16-c375-451b-8eb1-7c52c0b289da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.996050] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc73b12-1d36-4685-81fc-5e1d2ef6c435 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.001831] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ff925-f0bf-4960-80c7-f90d1e9b56c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.026661] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d52d696-722d-48a6-b8d1-e679f2439ceb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.030753] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290907, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.036560] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290906, 'name': ReconfigVM_Task, 'duration_secs': 0.280709} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.045203] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 0404c9fe-cf6b-4636-a490-4f66bb35cd47/0404c9fe-cf6b-4636-a490-4f66bb35cd47.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.046176] env[62270]: DEBUG nova.compute.provider_tree [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.047822] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80693484-1e9b-4800-a161-6fdd62a66304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.057710] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 601.057710] env[62270]: value = "task-4290908" [ 601.057710] env[62270]: _type = "Task" [ 601.057710] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.072884] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290908, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.306210] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Successfully updated port: 1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.478559] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290907, 'name': Rename_Task, 'duration_secs': 0.142081} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.478866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 601.479109] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4050350-fb85-4530-8643-5b404abfacee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.487262] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 601.487262] env[62270]: value = "task-4290909" [ 601.487262] env[62270]: _type = "Task" [ 601.487262] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.496972] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.574550] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290908, 'name': Rename_Task, 'duration_secs': 0.139057} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.574840] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 601.575118] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3142ac26-74c2-4778-8613-3c0624381526 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.583734] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 601.583734] env[62270]: value = "task-4290910" [ 601.583734] env[62270]: _type = "Task" [ 601.583734] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.597820] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.599345] env[62270]: DEBUG nova.scheduler.client.report [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 9 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 601.603021] env[62270]: DEBUG nova.compute.provider_tree [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 9 to 10 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 601.603021] env[62270]: DEBUG nova.compute.provider_tree [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 601.813305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.813506] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.813682] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 602.005094] env[62270]: DEBUG oslo_vmware.api [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290909, 'name': PowerOnVM_Task, 'duration_secs': 0.483524} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.005361] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 602.009019] env[62270]: INFO nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Took 9.27 seconds to spawn the instance on the hypervisor. [ 602.009019] env[62270]: DEBUG nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 602.009019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7bf51-2ec2-442b-81c1-dff2d35e340d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.096948] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290910, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.107379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.227s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.108196] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 602.112512] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.587s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.113977] env[62270]: INFO nova.compute.claims [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.281934] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "3c2449ca-daca-4078-ac78-dad7714f5f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.281934] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.394283] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 602.536311] env[62270]: INFO nova.compute.manager [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Took 14.02 seconds to build instance. [ 602.594465] env[62270]: DEBUG oslo_vmware.api [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290910, 'name': PowerOnVM_Task, 'duration_secs': 0.620446} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.594740] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 602.595049] env[62270]: INFO nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Took 6.36 seconds to spawn the instance on the hypervisor. [ 602.595286] env[62270]: DEBUG nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 602.596381] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f274f-9662-499d-a3e2-a974d3900f9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.623028] env[62270]: DEBUG nova.compute.utils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 602.629845] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 602.630057] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 602.751587] env[62270]: DEBUG nova.network.neutron [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updating instance_info_cache with network_info: [{"id": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "address": "fa:16:3e:f7:ed:83", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c67763a-00", "ovs_interfaceid": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.781062] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Successfully updated port: efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.784385] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 602.898674] env[62270]: DEBUG nova.policy [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63a5dbed7a6b47939d30826c4631372b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dee00ec9c745430db7af210f534648ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 603.042217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ae32261-ea12-4c4f-9e63-a188b26d6a87 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.539s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.121495] env[62270]: INFO nova.compute.manager [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Took 11.20 seconds to build instance. [ 603.131546] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 603.195962] env[62270]: DEBUG nova.compute.manager [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Received event network-vif-plugged-1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 603.197728] env[62270]: DEBUG oslo_concurrency.lockutils [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] Acquiring lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.197950] env[62270]: DEBUG oslo_concurrency.lockutils [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] Lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.198187] env[62270]: DEBUG oslo_concurrency.lockutils [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] Lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.198365] env[62270]: DEBUG nova.compute.manager [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] No waiting events found dispatching network-vif-plugged-1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 603.198528] env[62270]: WARNING nova.compute.manager [req-4972f7cd-8d51-49cc-a98a-911c54f5c635 req-3dd81775-01bb-45e7-855d-0581982ed318 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Received unexpected event network-vif-plugged-1c67763a-0047-47ce-a5ef-72c5e3545c27 for instance with vm_state building and task_state spawning. [ 603.254063] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.254626] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance network_info: |[{"id": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "address": "fa:16:3e:f7:ed:83", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c67763a-00", "ovs_interfaceid": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 603.256059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ed:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c67763a-0047-47ce-a5ef-72c5e3545c27', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.265531] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating folder: Project (3bd04228f699451984de990f1a8795a2). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 603.265841] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffa270b7-2575-4269-be6a-e7bb1fcd5b7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.278487] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created folder: Project (3bd04228f699451984de990f1a8795a2) in parent group-v845132. [ 603.279042] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating folder: Instances. Parent ref: group-v845139. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 603.279042] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84026743-c9a1-4044-832c-6533fd5ad4ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.290067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.290067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.290067] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 603.292206] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created folder: Instances in parent group-v845139. [ 603.292557] env[62270]: DEBUG oslo.service.loopingcall [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 603.294873] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 603.299194] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64be7ae9-3e00-4d85-a760-e03e2d2eabbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.328196] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.328196] env[62270]: value = "task-4290913" [ 603.328196] env[62270]: _type = "Task" [ 603.328196] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.335758] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290913, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.337515] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.381647] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd06589b-db0d-4d40-9d0b-74d2df21826a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.389637] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf36176-ee0a-4781-bd30-bbf2bf83192a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.427660] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a403029-efb3-4e1b-940a-c359adb07e3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.435964] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3631831-5451-4735-8f1c-83b6debd3ad5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.451276] env[62270]: DEBUG nova.compute.provider_tree [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.625621] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c1532012-78cb-4ec7-82b2-beb825d84e30 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.710s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.846969] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 603.850296] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290913, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.955797] env[62270]: DEBUG nova.scheduler.client.report [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 604.134649] env[62270]: DEBUG nova.network.neutron [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Updating instance_info_cache with network_info: [{"id": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "address": "fa:16:3e:fe:cb:dd", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5f4f2-4f", "ovs_interfaceid": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.147601] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 604.206886] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 604.207195] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 604.207384] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.207597] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 604.207946] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.207946] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 604.208119] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 604.208276] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 604.210428] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 604.210428] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 604.210428] env[62270]: DEBUG nova.virt.hardware [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.211459] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a289f-e6cc-466d-8b29-f05b016c7504 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.223577] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056c6b3-2b8d-4a8b-9da9-78f8120160fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.275485] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Successfully created port: 0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.344027] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290913, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.464203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.464770] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 604.468352] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.966s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.468352] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.468482] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 604.469138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.131s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.470268] env[62270]: INFO nova.compute.claims [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.473526] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163dcedc-6925-40ce-b0ab-9b268b2db9b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.491332] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c4aea-3778-4242-acc0-55978b97726f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.515790] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2683a0-bef4-4661-856d-a1b9f966e465 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.523767] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f953577-3985-41fe-af65-92e3830464d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.556033] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180739MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 604.556277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.637182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.637578] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Instance network_info: |[{"id": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "address": "fa:16:3e:fe:cb:dd", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5f4f2-4f", "ovs_interfaceid": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 604.638019] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:cb:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.647271] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Creating folder: Project (525e303035334b0ba8f6523eee4fe22d). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.647991] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7ff9900-bff0-4fd4-b1d6-820ece5b36bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.660611] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Created folder: Project (525e303035334b0ba8f6523eee4fe22d) in parent group-v845132. [ 604.660611] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Creating folder: Instances. Parent ref: group-v845142. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 604.660808] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08386eb6-ee61-4f97-bc07-fd5e1eb59851 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.671168] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Created folder: Instances in parent group-v845142. [ 604.671515] env[62270]: DEBUG oslo.service.loopingcall [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.671639] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 604.671888] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af0fb33a-cd1b-4cbc-9e9f-d3e3815450c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.695178] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.695178] env[62270]: value = "task-4290916" [ 604.695178] env[62270]: _type = "Task" [ 604.695178] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.701690] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290916, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.850068] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290913, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.974652] env[62270]: DEBUG nova.compute.utils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 604.976086] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 604.978947] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 605.111259] env[62270]: DEBUG nova.policy [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd094c5a14f2b4f64877bc26402cb3ba1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfdc061caa834d44ae07e8011f66ee7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 605.205533] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290916, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.355213] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290913, 'name': CreateVM_Task, 'duration_secs': 1.576853} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.355213] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 605.369505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.369505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.371347] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.371347] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-564052f6-4128-4289-8c95-2c87f728610f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.377388] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 605.377388] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5295127e-aee9-8706-9230-f8f35313f527" [ 605.377388] env[62270]: _type = "Task" [ 605.377388] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.404104] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5295127e-aee9-8706-9230-f8f35313f527, 'name': SearchDatastore_Task, 'duration_secs': 0.014532} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.404514] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.404804] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.409430] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.409430] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410994] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.410994] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e442ee-f7c9-453a-a7b8-487ce9742d8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.425547] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.426577] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 605.426577] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7824be3d-f7e0-4a43-8417-37bb2e9843b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.441166] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 605.441166] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522f8881-51df-f3a8-c811-601220ec83fd" [ 605.441166] env[62270]: _type = "Task" [ 605.441166] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.471723] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522f8881-51df-f3a8-c811-601220ec83fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.471723] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598a4210-c61f-4909-abb3-8f594be33611 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.477496] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 605.477496] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521190ee-0b72-c061-760e-81488fc5f2ba" [ 605.477496] env[62270]: _type = "Task" [ 605.477496] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.482576] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 605.499654] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521190ee-0b72-c061-760e-81488fc5f2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.017478} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.500049] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.500307] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0c922d57-f833-45c5-90d7-88b694bd274e/0c922d57-f833-45c5-90d7-88b694bd274e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 605.500593] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad53b93d-174b-4cb9-a706-147a0caa8f0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.514780] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 605.514780] env[62270]: value = "task-4290917" [ 605.514780] env[62270]: _type = "Task" [ 605.514780] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.525787] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.708149] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290916, 'name': CreateVM_Task, 'duration_secs': 0.5445} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.708149] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 605.708972] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.709108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709367] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.709627] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff93545b-c9d0-4e08-8179-5fa959f70725 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.716968] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 605.716968] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52101927-df07-5fdd-bd03-dd150ed5e786" [ 605.716968] env[62270]: _type = "Task" [ 605.716968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.726336] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52101927-df07-5fdd-bd03-dd150ed5e786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.740014] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30fe157-996f-49f9-81a2-79b612ebb133 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.747363] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f679471-1bd6-4ff1-9ac3-5cd3b63bf753 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.784671] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12d9a4f-b16f-462e-acfd-e89d73db2af5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.794312] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d588ab-427a-4bf6-87ff-c31749840e83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.797976] env[62270]: INFO nova.compute.manager [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Rebuilding instance [ 605.811927] env[62270]: DEBUG nova.compute.provider_tree [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.856036] env[62270]: DEBUG nova.compute.manager [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 605.856036] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d941a357-a5a8-4464-9f45-ef2a340af13c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.024289] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Successfully created port: 95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.032955] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290917, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.187785] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Received event network-changed-1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 606.188360] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Refreshing instance network info cache due to event network-changed-1c67763a-0047-47ce-a5ef-72c5e3545c27. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 606.188771] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Acquiring lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.189058] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Acquired lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.189398] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Refreshing network info cache for port 1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 606.233733] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52101927-df07-5fdd-bd03-dd150ed5e786, 'name': SearchDatastore_Task, 'duration_secs': 0.041579} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.234077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.234310] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.234545] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.234683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.235122] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.235409] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e8e9681-6e0a-4f1b-988a-be238ca99d73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.253315] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.254069] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 606.254244] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4430ef-3514-4473-ad86-e09bb9afa4bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.265321] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 606.265321] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521936df-d762-7ac2-f9a7-448d5646fa8b" [ 606.265321] env[62270]: _type = "Task" [ 606.265321] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.275560] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521936df-d762-7ac2-f9a7-448d5646fa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.316547] env[62270]: DEBUG nova.scheduler.client.report [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 606.368420] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 606.368464] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3864f161-49be-4ea4-865d-98597f9a1cf4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.378047] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 606.378047] env[62270]: value = "task-4290918" [ 606.378047] env[62270]: _type = "Task" [ 606.378047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.395219] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.413131] env[62270]: DEBUG nova.compute.manager [None req-8c2f9598-6c72-4aee-927f-def957c0a023 tempest-ServerDiagnosticsV248Test-142972459 tempest-ServerDiagnosticsV248Test-142972459-project-admin] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 606.414147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad19314-c45a-4d37-82fd-4aa9d5c203da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.422109] env[62270]: INFO nova.compute.manager [None req-8c2f9598-6c72-4aee-927f-def957c0a023 tempest-ServerDiagnosticsV248Test-142972459 tempest-ServerDiagnosticsV248Test-142972459-project-admin] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Retrieving diagnostics [ 606.422642] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c720643b-a474-4fff-ad7c-f51b3c171cce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.498341] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 606.531646] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.986639} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.533859] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0c922d57-f833-45c5-90d7-88b694bd274e/0c922d57-f833-45c5-90d7-88b694bd274e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 606.534114] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.534580] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66b889f4-43cc-4c3b-b380-55b712541dd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.541483] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 606.541483] env[62270]: value = "task-4290919" [ 606.541483] env[62270]: _type = "Task" [ 606.541483] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.543666] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 606.543878] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 606.544036] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.544215] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 606.544357] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.544496] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 606.547034] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 606.547034] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 606.547034] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 606.547034] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 606.547034] env[62270]: DEBUG nova.virt.hardware [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.547428] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0311f-55be-43e1-b4fb-d3a889adab5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.560120] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c26cf-42a2-40db-bcc0-b93cac58fea8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.570126] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.778744] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521936df-d762-7ac2-f9a7-448d5646fa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.05571} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.779679] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d7b3b8-52ac-4db4-a347-7c4962146808 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.791020] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 606.791020] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3694c-3f83-4ab8-d4af-5d8aeacb2a18" [ 606.791020] env[62270]: _type = "Task" [ 606.791020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.801803] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3694c-3f83-4ab8-d4af-5d8aeacb2a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.826923] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.826923] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 606.831220] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.275s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.888270] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290918, 'name': PowerOffVM_Task, 'duration_secs': 0.215949} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.890574] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 606.890816] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 606.891638] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd1b73-27e0-4078-9586-45625283adc4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.901205] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 606.902625] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c97ac56-24a1-42db-b083-5d21ef5b0704 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.926243] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 606.926848] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 606.927088] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleting the datastore file [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.930312] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Successfully updated port: 0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.932796] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db6d9a88-1f6b-44d5-83da-b0a3cad59c73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.940478] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 606.940478] env[62270]: value = "task-4290921" [ 606.940478] env[62270]: _type = "Task" [ 606.940478] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.949208] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.056686] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221319} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.059551] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.060455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfd9601-98f7-42d7-b9f5-47a797eaee88 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.088499] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 0c922d57-f833-45c5-90d7-88b694bd274e/0c922d57-f833-45c5-90d7-88b694bd274e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.089375] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34afd4e-385e-4466-82fb-1eb1ce3cc512 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.112313] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 607.112313] env[62270]: value = "task-4290922" [ 607.112313] env[62270]: _type = "Task" [ 607.112313] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.120547] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.177965] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updated VIF entry in instance network info cache for port 1c67763a-0047-47ce-a5ef-72c5e3545c27. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 607.180363] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updating instance_info_cache with network_info: [{"id": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "address": "fa:16:3e:f7:ed:83", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c67763a-00", "ovs_interfaceid": "1c67763a-0047-47ce-a5ef-72c5e3545c27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.300429] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3694c-3f83-4ab8-d4af-5d8aeacb2a18, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.300786] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.301177] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca/f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 607.301489] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8167d5-7ee5-4021-9a6a-4e60ae5fb41f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.308602] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 607.308602] env[62270]: value = "task-4290923" [ 607.308602] env[62270]: _type = "Task" [ 607.308602] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.318212] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.333991] env[62270]: DEBUG nova.compute.utils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.335344] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 607.335959] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 607.385651] env[62270]: DEBUG nova.policy [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcf7f5278a6c4e9ba1761368a8f96a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74643b31b6b047288ce7052f0ef44873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 607.434110] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.434299] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquired lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.434573] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 607.455716] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122736} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.456021] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 607.456247] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 607.456442] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 607.626284] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.681143] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Releasing lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.681881] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Received event network-vif-plugged-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 607.681881] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Acquiring lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.681881] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.682252] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.682252] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] No waiting events found dispatching network-vif-plugged-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 607.682402] env[62270]: WARNING nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Received unexpected event network-vif-plugged-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf for instance with vm_state building and task_state spawning. [ 607.682601] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Received event network-changed-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 607.682749] env[62270]: DEBUG nova.compute.manager [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Refreshing instance network info cache due to event network-changed-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 607.682995] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Acquiring lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.683159] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Acquired lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.683319] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Refreshing network info cache for port efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 607.822940] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.843250] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 607.879244] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879364] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0404c9fe-cf6b-4636-a490-4f66bb35cd47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879459] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879746] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0c922d57-f833-45c5-90d7-88b694bd274e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879746] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fad876e7-a64e-43ab-a51d-482b544a710a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879953] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 10e5af88-8314-46f2-976f-bf52ecb999e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.879953] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3c2449ca-daca-4078-ac78-dad7714f5f07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 607.880241] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 607.880292] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=149GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 607.969352] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Successfully created port: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.029107] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386242d-2d3a-4d62-ae99-f0ce4cd34ed0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.037222] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771d9f7-4ed3-4d9c-b732-f53223de84e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.076850] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60514e88-1fba-4ecf-af2f-cff952eb8eb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.085415] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec0eb4-f41d-4462-88b3-20e9736cdb57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.100088] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.123698] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290922, 'name': ReconfigVM_Task, 'duration_secs': 0.714304} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.124213] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 0c922d57-f833-45c5-90d7-88b694bd274e/0c922d57-f833-45c5-90d7-88b694bd274e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.124924] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a45506-9ff9-4140-a9ac-e8cf051162ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.130129] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 608.133024] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 608.133024] env[62270]: value = "task-4290924" [ 608.133024] env[62270]: _type = "Task" [ 608.133024] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.138659] env[62270]: DEBUG nova.compute.manager [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Received event network-vif-plugged-0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 608.138856] env[62270]: DEBUG oslo_concurrency.lockutils [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] Acquiring lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.139070] env[62270]: DEBUG oslo_concurrency.lockutils [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.139241] env[62270]: DEBUG oslo_concurrency.lockutils [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.139407] env[62270]: DEBUG nova.compute.manager [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] No waiting events found dispatching network-vif-plugged-0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 608.139566] env[62270]: WARNING nova.compute.manager [req-0d16303b-630c-4d9a-b3ca-fa80d1c2ea94 req-8cfb9b3f-7bf3-4f7c-bca4-76196368424e service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Received unexpected event network-vif-plugged-0fe20052-e243-4a29-893b-5607a8899ee9 for instance with vm_state building and task_state spawning. [ 608.143348] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290924, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.321873] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562565} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.322161] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca/f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 608.322379] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.322630] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8459e35d-ef16-409b-a4bd-eaaa3943dccc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.328633] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 608.328633] env[62270]: value = "task-4290925" [ 608.328633] env[62270]: _type = "Task" [ 608.328633] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.338629] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.497429] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 608.497741] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 608.497905] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.498320] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 608.498527] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.498684] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 608.498902] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 608.499081] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 608.499256] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 608.499419] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 608.499589] env[62270]: DEBUG nova.virt.hardware [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.500542] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abb5f8-6349-4cf8-9025-61c46450ea6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.514559] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993d084-b2fb-4a25-a3fa-99e545dd5837 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.530969] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.536748] env[62270]: DEBUG oslo.service.loopingcall [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.537128] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 608.537390] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a10fa10-7e6e-4691-a9ff-f68c4ba80536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.555116] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.555116] env[62270]: value = "task-4290926" [ 608.555116] env[62270]: _type = "Task" [ 608.555116] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.562501] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290926, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.602502] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 608.648964] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290924, 'name': Rename_Task, 'duration_secs': 0.407981} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.649278] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 608.649517] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbddbeb2-6e62-45eb-b618-57d2af3b5b00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.655686] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 608.655686] env[62270]: value = "task-4290927" [ 608.655686] env[62270]: _type = "Task" [ 608.655686] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.664216] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.841749] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243521} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.841749] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.841749] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff44fb5-00bf-466d-a5e3-23f0ba19e2b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.861210] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 608.873226] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca/f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.874589] env[62270]: DEBUG nova.network.neutron [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Updating instance_info_cache with network_info: [{"id": "0fe20052-e243-4a29-893b-5607a8899ee9", "address": "fa:16:3e:28:9d:be", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe20052-e2", "ovs_interfaceid": "0fe20052-e243-4a29-893b-5607a8899ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.879247] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2daff4-bdc7-42e2-bd39-1f4175b93a62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.902690] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 608.902690] env[62270]: value = "task-4290928" [ 608.902690] env[62270]: _type = "Task" [ 608.902690] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.908527] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 608.908816] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 608.909091] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.909342] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 608.909547] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.909747] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 608.910067] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 608.910267] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 608.910496] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 608.910705] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 608.910953] env[62270]: DEBUG nova.virt.hardware [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 608.914025] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c50951-2754-47ee-8f55-6c6952f0d239 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.921758] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.926145] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e6b5ae-12f5-4487-85b5-c6e8cb766aab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.068674] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290926, 'name': CreateVM_Task, 'duration_secs': 0.293431} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.068896] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 609.069714] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.069714] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.069967] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.070231] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d218f1-ccd8-4054-bf26-d6adc8eadade {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.077297] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 609.077297] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5256ebc0-3e6e-a94d-394e-62cde02fb253" [ 609.077297] env[62270]: _type = "Task" [ 609.077297] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.089665] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Successfully updated port: 95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.090472] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5256ebc0-3e6e-a94d-394e-62cde02fb253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.111922] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 609.111922] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.281s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.166374] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290927, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.222263] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Updated VIF entry in instance network info cache for port efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 609.222698] env[62270]: DEBUG nova.network.neutron [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Updating instance_info_cache with network_info: [{"id": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "address": "fa:16:3e:fe:cb:dd", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb5f4f2-4f", "ovs_interfaceid": "efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.397229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Releasing lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.397229] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Instance network_info: |[{"id": "0fe20052-e243-4a29-893b-5607a8899ee9", "address": "fa:16:3e:28:9d:be", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe20052-e2", "ovs_interfaceid": "0fe20052-e243-4a29-893b-5607a8899ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 609.397376] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:9d:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fe20052-e243-4a29-893b-5607a8899ee9', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.405826] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Creating folder: Project (dee00ec9c745430db7af210f534648ec). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 609.407129] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d3360a4-51a8-4248-a364-a6370904b7d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.421043] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290928, 'name': ReconfigVM_Task, 'duration_secs': 0.501919} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.423034] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca/f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.423253] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Created folder: Project (dee00ec9c745430db7af210f534648ec) in parent group-v845132. [ 609.423293] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Creating folder: Instances. Parent ref: group-v845146. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 609.423524] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7084ff16-12eb-4000-a14a-9e96ff115a71 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.425334] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d419c83b-29ae-4dbb-9611-37f93cba202a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.431433] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 609.431433] env[62270]: value = "task-4290930" [ 609.431433] env[62270]: _type = "Task" [ 609.431433] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.435612] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Created folder: Instances in parent group-v845146. [ 609.435840] env[62270]: DEBUG oslo.service.loopingcall [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.436571] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 609.436571] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a9f86d9-3179-451f-b4c0-b29575704576 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.454218] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290930, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.459235] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.459235] env[62270]: value = "task-4290932" [ 609.459235] env[62270]: _type = "Task" [ 609.459235] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.466633] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290932, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.588456] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5256ebc0-3e6e-a94d-394e-62cde02fb253, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.589251] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.589772] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.590098] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.590287] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.590591] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.590984] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac948fe5-204f-4ee1-b164-ac49ff69e492 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.597772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.597772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquired lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.597772] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 609.606021] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.606021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 609.606021] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd017bc-eefc-4d24-9fb4-cb3580aded78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.613767] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 609.613767] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e5a7d-9a7b-13d3-9429-c4397786a8e9" [ 609.613767] env[62270]: _type = "Task" [ 609.613767] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.626909] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e5a7d-9a7b-13d3-9429-c4397786a8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.627798] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca11db75-a331-40c3-8d31-d557fa52b3fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.633717] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 609.633717] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a768e8-d083-c8c2-50e9-b0912465090c" [ 609.633717] env[62270]: _type = "Task" [ 609.633717] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.643688] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a768e8-d083-c8c2-50e9-b0912465090c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.666092] env[62270]: DEBUG oslo_vmware.api [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290927, 'name': PowerOnVM_Task, 'duration_secs': 0.945902} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.666624] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 609.667190] env[62270]: INFO nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Took 11.05 seconds to spawn the instance on the hypervisor. [ 609.667190] env[62270]: DEBUG nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 609.668047] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b40b10-9a70-4288-bbf6-8e7ef8acf3ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.726016] env[62270]: DEBUG oslo_concurrency.lockutils [req-d13abe09-0289-4089-91be-58965ea53092 req-5d910e20-f388-4e6a-9700-98d6229e3868 service nova] Releasing lock "refresh_cache-f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.944390] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290930, 'name': Rename_Task, 'duration_secs': 0.189337} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.944701] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 609.945083] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07132f3-549e-47f0-8ee0-c4ef3ad9295c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.952728] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 609.952728] env[62270]: value = "task-4290933" [ 609.952728] env[62270]: _type = "Task" [ 609.952728] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.963373] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.977604] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290932, 'name': CreateVM_Task, 'duration_secs': 0.38642} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.977604] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 609.977604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.977604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.977604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.977604] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928fa8d0-0f7b-4037-83c6-1fdcbf93e42b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.981460] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 609.981460] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276daa8-6b1d-ad01-f2e2-182e442d65db" [ 609.981460] env[62270]: _type = "Task" [ 609.981460] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.989796] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276daa8-6b1d-ad01-f2e2-182e442d65db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.145471] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a768e8-d083-c8c2-50e9-b0912465090c, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.146280] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.147137] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 610.148636] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 610.150932] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06489be-2872-4900-b887-089b39d168e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.161583] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 610.161583] env[62270]: value = "task-4290934" [ 610.161583] env[62270]: _type = "Task" [ 610.161583] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.172479] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.192286] env[62270]: INFO nova.compute.manager [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Took 17.48 seconds to build instance. [ 610.464782] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290933, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.495504] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276daa8-6b1d-ad01-f2e2-182e442d65db, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.497783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.497783] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.497783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.497783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.498239] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.498239] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d461dd2c-ddcf-4e6c-b679-c847eb4fa4c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.506050] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.506283] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 610.509550] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78106c44-3b30-47d1-b1ab-51d579d883ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.514109] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 610.514109] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bdda81-e4d5-5b79-9c98-b4b0a5181b83" [ 610.514109] env[62270]: _type = "Task" [ 610.514109] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.529353] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bdda81-e4d5-5b79-9c98-b4b0a5181b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.676387] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.697071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6957d7cd-e0a3-41fb-8442-235c859a4ae5 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.761253] env[62270]: DEBUG nova.network.neutron [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Updating instance_info_cache with network_info: [{"id": "95c430c0-9901-4240-a2b9-61644477a02f", "address": "fa:16:3e:6a:14:70", "network": {"id": "9963a74e-8ed9-4072-bd9f-181845a5085b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1896708020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfdc061caa834d44ae07e8011f66ee7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c430c0-99", "ovs_interfaceid": "95c430c0-9901-4240-a2b9-61644477a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.851266] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.851516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.969639] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290933, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.024105] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bdda81-e4d5-5b79-9c98-b4b0a5181b83, 'name': SearchDatastore_Task, 'duration_secs': 0.076158} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.024973] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a160e7fc-bb09-4e3f-8057-877cd1e8677a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.031505] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 611.031505] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528a7874-8fe3-0769-a25e-ad0828bac8cc" [ 611.031505] env[62270]: _type = "Task" [ 611.031505] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.045259] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528a7874-8fe3-0769-a25e-ad0828bac8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.175734] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707408} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.176128] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 611.176378] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.176638] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcf71b43-6a27-4749-bb86-f898ac82bb0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.186189] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 611.186189] env[62270]: value = "task-4290935" [ 611.186189] env[62270]: _type = "Task" [ 611.186189] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.194764] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.267082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Releasing lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.267082] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Instance network_info: |[{"id": "95c430c0-9901-4240-a2b9-61644477a02f", "address": "fa:16:3e:6a:14:70", "network": {"id": "9963a74e-8ed9-4072-bd9f-181845a5085b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1896708020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfdc061caa834d44ae07e8011f66ee7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c430c0-99", "ovs_interfaceid": "95c430c0-9901-4240-a2b9-61644477a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 611.268245] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:14:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95c430c0-9901-4240-a2b9-61644477a02f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.276012] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Creating folder: Project (bfdc061caa834d44ae07e8011f66ee7e). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 611.276327] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a90aa90-2be4-4d2f-9361-5d298214c527 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.286303] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Created folder: Project (bfdc061caa834d44ae07e8011f66ee7e) in parent group-v845132. [ 611.286494] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Creating folder: Instances. Parent ref: group-v845149. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 611.286724] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ccfba4-8120-4d63-b68f-616d8cc9c079 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295934] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Created folder: Instances in parent group-v845149. [ 611.296227] env[62270]: DEBUG oslo.service.loopingcall [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.296483] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 611.296703] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e5fc9d-6515-48da-bcc7-d06e6fd196c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.323784] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.323784] env[62270]: value = "task-4290938" [ 611.323784] env[62270]: _type = "Task" [ 611.323784] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.333148] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290938, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.353826] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 611.452753] env[62270]: DEBUG nova.compute.manager [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Received event network-vif-plugged-95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 611.453030] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] Acquiring lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.453278] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] Lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.453465] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] Lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.453644] env[62270]: DEBUG nova.compute.manager [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] No waiting events found dispatching network-vif-plugged-95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 611.453811] env[62270]: WARNING nova.compute.manager [req-e7f9c06c-a958-4b5e-af82-5e93e428b2e2 req-b7ce5c47-3358-4183-b2cd-bf788e10f518 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Received unexpected event network-vif-plugged-95c430c0-9901-4240-a2b9-61644477a02f for instance with vm_state building and task_state spawning. [ 611.467485] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290933, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.543363] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528a7874-8fe3-0769-a25e-ad0828bac8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.544855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.545136] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 10e5af88-8314-46f2-976f-bf52ecb999e3/10e5af88-8314-46f2-976f-bf52ecb999e3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 611.548375] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-994c3af6-d422-40c6-9c8c-85fd7e6692d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.551164] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "81bfa2ee-3017-4165-96d7-d6f21634f129" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.551388] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.558183] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 611.558183] env[62270]: value = "task-4290939" [ 611.558183] env[62270]: _type = "Task" [ 611.558183] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.570321] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.580805] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Successfully updated port: db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.695241] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120442} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.696094] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.697345] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13f368-2648-4ff0-b6be-4144374f27e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.723229] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.723544] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a045a4-40b6-4311-849f-518eed5c00c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.751593] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 611.751593] env[62270]: value = "task-4290940" [ 611.751593] env[62270]: _type = "Task" [ 611.751593] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.761976] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.834926] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290938, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.883247] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.883515] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.885182] env[62270]: INFO nova.compute.claims [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.935749] env[62270]: DEBUG nova.compute.manager [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Received event network-changed-0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 611.935749] env[62270]: DEBUG nova.compute.manager [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Refreshing instance network info cache due to event network-changed-0fe20052-e243-4a29-893b-5607a8899ee9. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 611.935749] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] Acquiring lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.935749] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] Acquired lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937613] env[62270]: DEBUG nova.network.neutron [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Refreshing network info cache for port 0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 611.972211] env[62270]: DEBUG oslo_vmware.api [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4290933, 'name': PowerOnVM_Task, 'duration_secs': 1.713911} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.972456] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 611.972819] env[62270]: INFO nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Took 11.05 seconds to spawn the instance on the hypervisor. [ 611.972985] env[62270]: DEBUG nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 611.974084] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936cbae-7797-40d5-af06-233c60ab0465 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.055666] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 612.073500] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.083775] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.084049] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.084405] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 612.264107] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.337128] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290938, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.496669] env[62270]: INFO nova.compute.manager [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Took 19.79 seconds to build instance. [ 612.581158] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290939, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.591064] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.688165] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 612.769043] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.842237] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290938, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.970037] env[62270]: DEBUG nova.network.neutron [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Updated VIF entry in instance network info cache for port 0fe20052-e243-4a29-893b-5607a8899ee9. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 612.970477] env[62270]: DEBUG nova.network.neutron [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Updating instance_info_cache with network_info: [{"id": "0fe20052-e243-4a29-893b-5607a8899ee9", "address": "fa:16:3e:28:9d:be", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe20052-e2", "ovs_interfaceid": "0fe20052-e243-4a29-893b-5607a8899ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.993383] env[62270]: DEBUG nova.network.neutron [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.000930] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17019416-945b-4ac8-81e2-0b4e65f55375 tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.310s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.075213] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.275407} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.075484] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 10e5af88-8314-46f2-976f-bf52ecb999e3/10e5af88-8314-46f2-976f-bf52ecb999e3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 613.075719] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.075945] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bae8e8-4519-45f6-ba66-8e184db06d6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.091375] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f77d4c0-06ad-483c-a9ed-dcb84ce6aa56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.095106] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 613.095106] env[62270]: value = "task-4290941" [ 613.095106] env[62270]: _type = "Task" [ 613.095106] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.106715] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0de72ff-f9da-4505-9921-a038ae337388 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.114054] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.149601] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd74ead-b215-4342-ab96-1484e57768f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.158478] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0321a37-7c1f-4b44-9b46-5d4273352071 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.173808] env[62270]: DEBUG nova.compute.provider_tree [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.262035] env[62270]: DEBUG nova.compute.manager [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-vif-plugged-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 613.262035] env[62270]: DEBUG oslo_concurrency.lockutils [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] Acquiring lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.262035] env[62270]: DEBUG oslo_concurrency.lockutils [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.262035] env[62270]: DEBUG oslo_concurrency.lockutils [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.262035] env[62270]: DEBUG nova.compute.manager [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] No waiting events found dispatching network-vif-plugged-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 613.262278] env[62270]: WARNING nova.compute.manager [req-848b6519-31d8-4fbb-8e76-902c6bac1353 req-b238339b-8c1c-4cad-a1b2-9e8798bacfbd service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received unexpected event network-vif-plugged-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 for instance with vm_state building and task_state spawning. [ 613.269271] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290940, 'name': ReconfigVM_Task, 'duration_secs': 1.322482} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.269736] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.270988] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a7721f-c8a5-4158-8365-cde9aa1bd62d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.277385] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 613.277385] env[62270]: value = "task-4290942" [ 613.277385] env[62270]: _type = "Task" [ 613.277385] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.286731] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290942, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.337415] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290938, 'name': CreateVM_Task, 'duration_secs': 1.622081} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.337578] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 613.338617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.338617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.338736] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.338982] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb543139-c221-4ca3-aeab-66c3ec79673c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.345766] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 613.345766] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a96e10-ec69-742d-c6ce-d8dda4e34cd3" [ 613.345766] env[62270]: _type = "Task" [ 613.345766] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.352459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "abed8c28-e155-4775-a90b-45942d5b75ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.352757] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.357460] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a96e10-ec69-742d-c6ce-d8dda4e34cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.475633] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b9f0800-5c7b-4114-8c97-b928ed7900d6 req-a3f9dcb5-9394-4475-9e46-7cad0a0cfe83 service nova] Releasing lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.498065] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.498702] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Instance network_info: |[{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 613.498928] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:94:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5bddd6-e9d1-4fa2-b0a0-0e7767a10795', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.506510] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Creating folder: Project (74643b31b6b047288ce7052f0ef44873). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 613.507225] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-876aa10b-c5b4-47c7-8319-b4387b2dcd5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.517374] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Created folder: Project (74643b31b6b047288ce7052f0ef44873) in parent group-v845132. [ 613.517601] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Creating folder: Instances. Parent ref: group-v845152. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 613.518162] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-058ee56a-bfe0-4bf6-9fc0-99b88ed5ad7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.527449] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Created folder: Instances in parent group-v845152. [ 613.528612] env[62270]: DEBUG oslo.service.loopingcall [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.528612] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 613.528612] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ec3d8d7-d7a2-4831-b32f-f519a589b21d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.550372] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.550372] env[62270]: value = "task-4290945" [ 613.550372] env[62270]: _type = "Task" [ 613.550372] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.559336] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290945, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.605494] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141492} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.605793] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.607315] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bead626-cf20-4819-949e-7a5235e7f859 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.632867] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 10e5af88-8314-46f2-976f-bf52ecb999e3/10e5af88-8314-46f2-976f-bf52ecb999e3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.633070] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f64881b3-b8a6-4771-9375-a22e02945f4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.653090] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 613.653090] env[62270]: value = "task-4290946" [ 613.653090] env[62270]: _type = "Task" [ 613.653090] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.661492] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.675641] env[62270]: DEBUG nova.scheduler.client.report [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 613.792418] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290942, 'name': Rename_Task, 'duration_secs': 0.382033} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.792704] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 613.792952] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd539cf6-fa80-4b05-8362-4980c45bdb7c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.799233] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 613.799233] env[62270]: value = "task-4290947" [ 613.799233] env[62270]: _type = "Task" [ 613.799233] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.807785] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.855812] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a96e10-ec69-742d-c6ce-d8dda4e34cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.022709} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.856127] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.856416] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.857028] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.857028] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.857028] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.857756] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-debaeed6-5c7d-4a44-9990-a0688e1cad37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.860109] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 613.872859] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.872859] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 613.872859] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd03cb2c-5348-420c-85ca-fbb8243c0286 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.878764] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 613.878764] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c54c29-b063-4d2c-c51f-1d1660e3d556" [ 613.878764] env[62270]: _type = "Task" [ 613.878764] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.890531] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c54c29-b063-4d2c-c51f-1d1660e3d556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.067141] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290945, 'name': CreateVM_Task, 'duration_secs': 0.357952} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.067141] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 614.067839] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.068474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.068474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.068992] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49dc75c-ceeb-4ee7-a9d5-6f57d897115e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.075291] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 614.075291] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c4667c-a4ef-9d09-6777-89cb37d0adc1" [ 614.075291] env[62270]: _type = "Task" [ 614.075291] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.086695] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c4667c-a4ef-9d09-6777-89cb37d0adc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.164562] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.188180] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.188913] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 614.192582] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.602s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.196083] env[62270]: INFO nova.compute.claims [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.308932] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.312549] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "0c922d57-f833-45c5-90d7-88b694bd274e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.312808] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.312991] env[62270]: DEBUG nova.compute.manager [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 614.313862] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e348c1-872f-488e-8f8d-a2ca74c66734 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.320179] env[62270]: DEBUG nova.compute.manager [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 614.320834] env[62270]: DEBUG nova.objects.instance [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lazy-loading 'flavor' on Instance uuid 0c922d57-f833-45c5-90d7-88b694bd274e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 614.389647] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c54c29-b063-4d2c-c51f-1d1660e3d556, 'name': SearchDatastore_Task, 'duration_secs': 0.015589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.390973] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f90719e-2de5-410a-a8a3-983e391919a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.394618] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.396041] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 614.396041] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5205849c-06c2-5c55-767a-45e965635107" [ 614.396041] env[62270]: _type = "Task" [ 614.396041] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.404129] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5205849c-06c2-5c55-767a-45e965635107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.586441] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c4667c-a4ef-9d09-6777-89cb37d0adc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.586747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.586997] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.587215] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.665493] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290946, 'name': ReconfigVM_Task, 'duration_secs': 0.631531} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.665774] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 10e5af88-8314-46f2-976f-bf52ecb999e3/10e5af88-8314-46f2-976f-bf52ecb999e3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.667062] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0521fc7e-1467-4259-aedc-6179eb5e3982 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.679940] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 614.679940] env[62270]: value = "task-4290948" [ 614.679940] env[62270]: _type = "Task" [ 614.679940] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.688058] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290948, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.700056] env[62270]: DEBUG nova.compute.utils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 614.701547] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 614.701797] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 614.758873] env[62270]: DEBUG nova.policy [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49caa8d237104573ab6d2d5880503324', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa3b6736774f4e38a8def673c0228d88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 614.815358] env[62270]: DEBUG oslo_vmware.api [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4290947, 'name': PowerOnVM_Task, 'duration_secs': 0.710751} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.815358] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 614.815539] env[62270]: DEBUG nova.compute.manager [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 614.816350] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0c4ef7-6f83-4a14-bdaa-19278f50ac9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.831069] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 614.831069] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2591357-bed9-46fb-ad73-8362371a6dbc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.840148] env[62270]: DEBUG oslo_vmware.api [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 614.840148] env[62270]: value = "task-4290949" [ 614.840148] env[62270]: _type = "Task" [ 614.840148] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.853345] env[62270]: DEBUG oslo_vmware.api [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.911213] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5205849c-06c2-5c55-767a-45e965635107, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.911456] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.911776] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fad876e7-a64e-43ab-a51d-482b544a710a/fad876e7-a64e-43ab-a51d-482b544a710a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 614.912153] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.912617] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.912939] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c278666-51c7-4327-9630-be7a66af589b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.915578] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4547ccdf-f590-4937-bd42-bb2b0136753c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.923361] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 614.923361] env[62270]: value = "task-4290950" [ 614.923361] env[62270]: _type = "Task" [ 614.923361] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.928657] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.928996] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 614.930238] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b3e431-a762-4955-94da-df2228ca16da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.938394] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.942015] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 614.942015] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52118af0-c653-95ee-67db-a678721e158a" [ 614.942015] env[62270]: _type = "Task" [ 614.942015] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.951645] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52118af0-c653-95ee-67db-a678721e158a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.043457] env[62270]: DEBUG nova.compute.manager [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Received event network-changed-95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 615.043748] env[62270]: DEBUG nova.compute.manager [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Refreshing instance network info cache due to event network-changed-95c430c0-9901-4240-a2b9-61644477a02f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 615.044212] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Acquiring lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.044381] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Acquired lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.045511] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Refreshing network info cache for port 95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 615.193177] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290948, 'name': Rename_Task, 'duration_secs': 0.263529} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.193765] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 615.194467] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40462354-ce9a-48ef-b5f3-4e86ebd759c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.202677] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 615.202677] env[62270]: value = "task-4290951" [ 615.202677] env[62270]: _type = "Task" [ 615.202677] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.207786] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 615.223367] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290951, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.341380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.352154] env[62270]: DEBUG oslo_vmware.api [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290949, 'name': PowerOffVM_Task, 'duration_secs': 0.242549} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.352584] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 615.352714] env[62270]: DEBUG nova.compute.manager [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 615.353403] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2c768c-cbea-4240-afdc-bc631866455c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.443478] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.444300] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Successfully created port: 802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.459356] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52118af0-c653-95ee-67db-a678721e158a, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.461026] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b207b7b-5123-44f8-872e-a2a2e8b07be6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.470395] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 615.470395] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f70f5-49f8-ea3f-f94a-5eddd96bbddb" [ 615.470395] env[62270]: _type = "Task" [ 615.470395] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.471905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e6ebf-4a25-4066-92a3-9ae703e8ce4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.486275] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f70f5-49f8-ea3f-f94a-5eddd96bbddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.488731] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823e54fd-f5e0-4a6f-8994-5c67e7e025a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.526850] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb2460-b0ca-4649-b396-3b3bcc145f4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.538083] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff107333-9ca0-4b0f-b5fe-406c96e5f022 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.556199] env[62270]: DEBUG nova.compute.provider_tree [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.728284] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290951, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.874570] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb43cf8d-0728-44b0-b231-c9e25fe59f96 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.562s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.945060] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884128} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.945390] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fad876e7-a64e-43ab-a51d-482b544a710a/fad876e7-a64e-43ab-a51d-482b544a710a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 615.945608] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.945860] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47136c04-18d0-4710-bd52-a89c2e81008d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.953073] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 615.953073] env[62270]: value = "task-4290952" [ 615.953073] env[62270]: _type = "Task" [ 615.953073] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.962905] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.988745] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f70f5-49f8-ea3f-f94a-5eddd96bbddb, 'name': SearchDatastore_Task, 'duration_secs': 0.075414} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.989269] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.989535] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3c2449ca-daca-4078-ac78-dad7714f5f07/3c2449ca-daca-4078-ac78-dad7714f5f07.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 615.989815] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f11658-02d8-4357-b80e-77e03dac1c23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.997896] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 615.997896] env[62270]: value = "task-4290953" [ 615.997896] env[62270]: _type = "Task" [ 615.997896] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.012229] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.060572] env[62270]: DEBUG nova.scheduler.client.report [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 616.222031] env[62270]: DEBUG oslo_vmware.api [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290951, 'name': PowerOnVM_Task, 'duration_secs': 0.870334} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.222031] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 616.222383] env[62270]: INFO nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Took 12.07 seconds to spawn the instance on the hypervisor. [ 616.222383] env[62270]: DEBUG nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 616.223928] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df168bde-f083-446d-8768-3f68187be78a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.237744] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 616.298034] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 616.298034] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 616.298034] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.298587] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 616.298587] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.300303] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 616.300693] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 616.300875] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 616.301076] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 616.301263] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 616.301457] env[62270]: DEBUG nova.virt.hardware [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.302517] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5b8dc-6ab9-462c-8f35-7bdea0787cab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.313048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b74cb7-5cb4-4076-a27d-39de746303fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.467780] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135533} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.467780] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.469054] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcac460-0c7b-49ee-a3fc-96b7ec1d023f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.502918] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] fad876e7-a64e-43ab-a51d-482b544a710a/fad876e7-a64e-43ab-a51d-482b544a710a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.505317] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7a86d1-b15e-47f4-aa7c-cf0808881f5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.537319] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290953, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.541739] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 616.541739] env[62270]: value = "task-4290954" [ 616.541739] env[62270]: _type = "Task" [ 616.541739] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.554501] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.570074] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.570725] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 616.574587] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.180s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.576590] env[62270]: INFO nova.compute.claims [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.710144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "da1f49c7-1922-4690-aefe-fc6b71de727a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.710505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.765706] env[62270]: INFO nova.compute.manager [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Took 21.30 seconds to build instance. [ 616.922963] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Updated VIF entry in instance network info cache for port 95c430c0-9901-4240-a2b9-61644477a02f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 616.923356] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Updating instance_info_cache with network_info: [{"id": "95c430c0-9901-4240-a2b9-61644477a02f", "address": "fa:16:3e:6a:14:70", "network": {"id": "9963a74e-8ed9-4072-bd9f-181845a5085b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1896708020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfdc061caa834d44ae07e8011f66ee7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95c430c0-99", "ovs_interfaceid": "95c430c0-9901-4240-a2b9-61644477a02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.958915] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Acquiring lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.959539] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.960516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Acquiring lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.960516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.960516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.962723] env[62270]: INFO nova.compute.manager [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Terminating instance [ 616.966031] env[62270]: DEBUG nova.compute.manager [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 616.966031] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 616.966453] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a99fe-6c64-4bdf-b74e-0db9df57b005 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.975645] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 616.976515] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405cf6ed-dc39-4c51-8dc3-875283a4f8f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.986567] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Waiting for the task: (returnval){ [ 616.986567] env[62270]: value = "task-4290955" [ 616.986567] env[62270]: _type = "Task" [ 616.986567] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.997153] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Task: {'id': task-4290955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.021293] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641264} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.024163] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3c2449ca-daca-4078-ac78-dad7714f5f07/3c2449ca-daca-4078-ac78-dad7714f5f07.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 617.024163] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.024163] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5050cad7-ae23-4894-b3e6-fce73d6a4c1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.031302] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 617.031302] env[62270]: value = "task-4290956" [ 617.031302] env[62270]: _type = "Task" [ 617.031302] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.036506] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.050698] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.083020] env[62270]: DEBUG nova.compute.utils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.088926] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 617.091621] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 617.216020] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 617.268526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9066a64a-92b9-4ce8-9dae-96489c53dca6 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.859s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.427548] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Releasing lock "refresh_cache-fad876e7-a64e-43ab-a51d-482b544a710a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.427978] env[62270]: DEBUG nova.compute.manager [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 617.428353] env[62270]: DEBUG nova.compute.manager [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing instance network info cache due to event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 617.428670] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.428888] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.429151] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 617.445258] env[62270]: DEBUG nova.policy [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87f0f832f9a54d57a2d21eed01cd2131', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f0ddf0d333a4705bb9016302a5370f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 617.504676] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Task: {'id': task-4290955, 'name': PowerOffVM_Task, 'duration_secs': 0.291074} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.505045] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 617.505343] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 617.505748] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3883f02b-ba73-42f1-9705-2964a31ad813 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.542224] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191365} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.547106] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.548234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11016714-a1b8-40b9-9745-62d3138930e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.556074] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290954, 'name': ReconfigVM_Task, 'duration_secs': 0.82309} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.566369] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] fad876e7-a64e-43ab-a51d-482b544a710a/fad876e7-a64e-43ab-a51d-482b544a710a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.576280] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3c2449ca-daca-4078-ac78-dad7714f5f07/3c2449ca-daca-4078-ac78-dad7714f5f07.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.577661] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a781e28-cffc-4b4f-b49e-76ef89e3544c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.581185] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7480f35b-03ff-43de-98b6-c174e6fcef7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.601364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 617.601364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 617.601364] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Deleting the datastore file [datastore2] f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.602363] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 617.612028] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350091c5-202d-48ee-a973-9fc6d1ddb0da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.619859] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 617.619859] env[62270]: value = "task-4290958" [ 617.619859] env[62270]: _type = "Task" [ 617.619859] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.622337] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Waiting for the task: (returnval){ [ 617.622337] env[62270]: value = "task-4290960" [ 617.622337] env[62270]: _type = "Task" [ 617.622337] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.622829] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 617.622829] env[62270]: value = "task-4290959" [ 617.622829] env[62270]: _type = "Task" [ 617.622829] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.641970] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290958, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.651429] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.651583] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Task: {'id': task-4290960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.748403] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.871248] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59205f39-96bf-49e4-9db4-d5e454c95b11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.885398] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55483989-ff74-4e8d-8da4-d1a649318173 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.918079] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119edbc5-8cf7-4d3e-b5a4-e4d1ad27e099 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.925323] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277fa25d-2d6c-4bdd-8953-d559e8a99935 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.947124] env[62270]: DEBUG nova.compute.provider_tree [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.145399] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290958, 'name': Rename_Task, 'duration_secs': 0.221471} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.153897] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 618.155253] env[62270]: DEBUG oslo_vmware.api [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Task: {'id': task-4290960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295503} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.155534] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.155819] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562ff280-c7aa-4e4e-92e9-cb129c25c2c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.158219] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.158219] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 618.158219] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 618.158404] env[62270]: INFO nova.compute.manager [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Took 1.19 seconds to destroy the instance on the hypervisor. [ 618.158621] env[62270]: DEBUG oslo.service.loopingcall [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.160254] env[62270]: DEBUG nova.compute.manager [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 618.160334] env[62270]: DEBUG nova.network.neutron [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 618.176030] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 618.176030] env[62270]: value = "task-4290961" [ 618.176030] env[62270]: _type = "Task" [ 618.176030] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.184823] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.453790] env[62270]: DEBUG nova.scheduler.client.report [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 618.535556] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.535823] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.619081] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 618.641927] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290959, 'name': ReconfigVM_Task, 'duration_secs': 0.577269} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.642236] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3c2449ca-daca-4078-ac78-dad7714f5f07/3c2449ca-daca-4078-ac78-dad7714f5f07.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.642894] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cb38652-2e18-43d4-9d36-09f1c6f4a5d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.651779] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 618.651779] env[62270]: value = "task-4290962" [ 618.651779] env[62270]: _type = "Task" [ 618.651779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.654996] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 618.655324] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 618.655497] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.657557] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 618.657782] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.658029] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 618.658267] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 618.658434] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 618.658602] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 618.658767] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 618.658942] env[62270]: DEBUG nova.virt.hardware [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 618.660100] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbe611b-851f-4ee2-a6e0-8e0d9ba1cb80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.670347] env[62270]: INFO nova.compute.manager [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Rebuilding instance [ 618.679989] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290962, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.684903] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6c5004-480c-42e9-aec9-55328a8b4137 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.695201] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290961, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.742721] env[62270]: DEBUG nova.compute.manager [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 618.745852] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da680c-782b-4784-9f42-5b9a750bfde3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.856937] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updated VIF entry in instance network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 618.857307] env[62270]: DEBUG nova.network.neutron [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.889485] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Successfully created port: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.959185] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.959737] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 618.962630] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.621s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.962812] env[62270]: DEBUG nova.objects.instance [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 619.038782] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 619.172837] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290962, 'name': Rename_Task, 'duration_secs': 0.163839} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.172837] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 619.173248] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a62fcd5-6478-427e-ace1-57d433e494d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.183863] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 619.183863] env[62270]: value = "task-4290963" [ 619.183863] env[62270]: _type = "Task" [ 619.183863] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.198042] env[62270]: DEBUG oslo_vmware.api [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290961, 'name': PowerOnVM_Task, 'duration_secs': 0.865209} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.201770] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 619.202009] env[62270]: INFO nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Took 12.70 seconds to spawn the instance on the hypervisor. [ 619.202229] env[62270]: DEBUG nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 619.202667] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290963, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.203296] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7e25d-5cb7-4065-919b-e9e824fe130c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.256823] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 619.257317] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca46717e-1faf-4183-97b5-295c3719ddab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.271388] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 619.271388] env[62270]: value = "task-4290964" [ 619.271388] env[62270]: _type = "Task" [ 619.271388] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.281984] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.360754] env[62270]: DEBUG oslo_concurrency.lockutils [req-ef9d928f-4cbe-459d-8fe8-17d9091fbe76 req-06cc1e23-8166-44a6-8079-db97e5242d11 service nova] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.468566] env[62270]: DEBUG nova.compute.utils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 619.475452] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 619.475452] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 619.564631] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.644952] env[62270]: DEBUG nova.policy [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b749ae17f944d50b3b9dd56334ecf38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a5a67748c54193bec54e3b49c5f129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 619.697267] env[62270]: DEBUG oslo_vmware.api [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4290963, 'name': PowerOnVM_Task, 'duration_secs': 0.503982} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.697569] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 619.697792] env[62270]: INFO nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Took 10.84 seconds to spawn the instance on the hypervisor. [ 619.698054] env[62270]: DEBUG nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 619.702022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a421065-58dd-458f-a938-972c0439fbe0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.723260] env[62270]: INFO nova.compute.manager [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Took 24.25 seconds to build instance. [ 619.773158] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Successfully updated port: 802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.795265] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290964, 'name': PowerOffVM_Task, 'duration_secs': 0.213985} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.795569] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 619.795788] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 619.798206] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600227e1-4891-4502-8f71-4b4e8bea56e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.805763] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 619.807098] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12e8eafb-1408-4fd6-a78e-6395aa4dbba6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.831381] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 619.831606] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 619.831791] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Deleting the datastore file [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.832400] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474a50ef-13ff-45be-9857-0212634eed29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.838548] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 619.838548] env[62270]: value = "task-4290966" [ 619.838548] env[62270]: _type = "Task" [ 619.838548] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.852505] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.979020] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 619.982082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b5a81ad-b679-4e7b-bf44-bc66804c3ecc tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.984360] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.236s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.988323] env[62270]: INFO nova.compute.claims [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.060118] env[62270]: DEBUG nova.compute.manager [None req-48327624-0864-4470-b7db-c8c16f0cdc40 tempest-ServerDiagnosticsV248Test-142972459 tempest-ServerDiagnosticsV248Test-142972459-project-admin] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 620.062797] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd53f8-c3a5-4a67-b55d-e7b95ceaac6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.073093] env[62270]: INFO nova.compute.manager [None req-48327624-0864-4470-b7db-c8c16f0cdc40 tempest-ServerDiagnosticsV248Test-142972459 tempest-ServerDiagnosticsV248Test-142972459-project-admin] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Retrieving diagnostics [ 620.074039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbe871-5375-40cb-b075-8abadbfe4935 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.222522] env[62270]: INFO nova.compute.manager [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Took 16.93 seconds to build instance. [ 620.229308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-955c0a1b-7c51-44a9-ab10-3673edeb2572 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.815s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.259328] env[62270]: DEBUG nova.network.neutron [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.276171] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.276324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquired lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.276478] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 620.349780] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268043} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.350071] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.350254] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 620.350474] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 620.517444] env[62270]: DEBUG nova.compute.manager [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 620.517444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8b0db-4596-4799-8729-04ec2f0aa747 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.687072] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.687072] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.730000] env[62270]: DEBUG oslo_concurrency.lockutils [None req-093ec9ac-4c49-473b-b5b9-46486e21d286 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.448s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.762637] env[62270]: INFO nova.compute.manager [-] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Took 2.60 seconds to deallocate network for instance. [ 620.862797] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Successfully created port: b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.912010] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 620.989206] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 621.030584] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:49:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='819429697',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-525504409',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 621.031059] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 621.031145] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.031377] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 621.031525] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.031667] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 621.031869] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 621.032051] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 621.032278] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 621.032458] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 621.032836] env[62270]: DEBUG nova.virt.hardware [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.033983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aba845-a609-49fc-93b7-fb6a8fadc841 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.042919] env[62270]: INFO nova.compute.manager [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] instance snapshotting [ 621.043130] env[62270]: WARNING nova.compute.manager [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 621.046294] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351d52b1-2b1c-4f3f-9ba8-85fb0032f10d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.053512] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a5e81-45db-488c-ac18-ca8ce617aedb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.084591] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e9e22-8e7d-46af-a08d-4051fa3fa387 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.088638] env[62270]: DEBUG nova.compute.manager [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Received event network-changed {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 621.088838] env[62270]: DEBUG nova.compute.manager [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Refreshing instance network info cache due to event network-changed. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 621.089111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] Acquiring lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.089271] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] Acquired lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.089447] env[62270]: DEBUG nova.network.neutron [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 621.190454] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 621.275983] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.290930] env[62270]: DEBUG nova.compute.manager [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Received event network-vif-plugged-802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 621.290930] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.290930] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.290930] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.291104] env[62270]: DEBUG nova.compute.manager [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] No waiting events found dispatching network-vif-plugged-802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 621.291189] env[62270]: WARNING nova.compute.manager [req-8d6cd09e-4fa9-41e0-8a02-0714a8ad7fec req-8c56b714-5ba9-4d87-b80e-5b7b20c484d5 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Received unexpected event network-vif-plugged-802d0588-254f-4d2e-8013-0e39c0db5537 for instance with vm_state building and task_state spawning. [ 621.346352] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272db005-d7fa-466b-bfc9-7759f0c39779 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.354523] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40668fdc-9461-4073-bc90-74c77487ccc0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.388449] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a80eca-2de1-4f00-aab0-6d640249e8c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.398141] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3fc0da-dfaf-4cda-b6fc-8a246ad8e92f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.410271] env[62270]: DEBUG nova.compute.provider_tree [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.423904] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 621.425377] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 621.425377] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.425377] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 621.425377] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.425377] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 621.425648] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 621.425648] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 621.425648] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 621.425648] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 621.425761] env[62270]: DEBUG nova.virt.hardware [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.426906] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f7d80-6bf3-4ba1-b988-57e4eb4804cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.439325] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53686e94-416a-4a22-ad0a-70f8e4a499ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.456037] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.462268] env[62270]: DEBUG oslo.service.loopingcall [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.462820] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 621.462982] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-570dcae4-57d1-4ee8-8be9-91f7ff8ba6a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.482365] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.482365] env[62270]: value = "task-4290967" [ 621.482365] env[62270]: _type = "Task" [ 621.482365] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.490610] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290967, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.616756] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 621.616756] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f7ce701-81a7-48aa-9a0c-bb73f98668cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.624304] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 621.624304] env[62270]: value = "task-4290968" [ 621.624304] env[62270]: _type = "Task" [ 621.624304] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.632740] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.738671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.823604] env[62270]: DEBUG nova.compute.manager [req-ae648b65-e9f8-44fa-8970-649c44145c33 req-45f84183-6088-4529-8cf3-a50be4185c90 service nova] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Received event network-vif-deleted-efb5f4f2-4f70-4f5c-86c7-cbae4f6695cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 621.882439] env[62270]: DEBUG nova.network.neutron [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating instance_info_cache with network_info: [{"id": "802d0588-254f-4d2e-8013-0e39c0db5537", "address": "fa:16:3e:eb:b6:21", "network": {"id": "f7852ae2-117f-47dc-9ed9-d04c048906a1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-656814760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa3b6736774f4e38a8def673c0228d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802d0588-25", "ovs_interfaceid": "802d0588-254f-4d2e-8013-0e39c0db5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.919240] env[62270]: DEBUG nova.scheduler.client.report [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 621.996076] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290967, 'name': CreateVM_Task, 'duration_secs': 0.292249} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.996265] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 621.996701] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.996850] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997266] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.997538] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296ab663-c1fd-462c-80a3-052e95d20e10 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.004659] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 622.004659] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cb8c3f-c5ec-7215-3571-7a76d40fa148" [ 622.004659] env[62270]: _type = "Task" [ 622.004659] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.014812] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cb8c3f-c5ec-7215-3571-7a76d40fa148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.147313] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290968, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.385870] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Releasing lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.386322] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Instance network_info: |[{"id": "802d0588-254f-4d2e-8013-0e39c0db5537", "address": "fa:16:3e:eb:b6:21", "network": {"id": "f7852ae2-117f-47dc-9ed9-d04c048906a1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-656814760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa3b6736774f4e38a8def673c0228d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802d0588-25", "ovs_interfaceid": "802d0588-254f-4d2e-8013-0e39c0db5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 622.386792] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:b6:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '802d0588-254f-4d2e-8013-0e39c0db5537', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.399316] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Creating folder: Project (fa3b6736774f4e38a8def673c0228d88). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 622.400623] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d35a450b-449c-425d-8f79-8e2bf0dcf326 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.420413] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Created folder: Project (fa3b6736774f4e38a8def673c0228d88) in parent group-v845132. [ 622.420413] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Creating folder: Instances. Parent ref: group-v845157. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 622.420413] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277bc8dc-708e-4f0b-bc41-97f504838ac4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.423662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.423941] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 622.426845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.862s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.428661] env[62270]: INFO nova.compute.claims [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.446114] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Created folder: Instances in parent group-v845157. [ 622.446114] env[62270]: DEBUG oslo.service.loopingcall [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.446114] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 622.446114] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78935651-0bcf-4952-9fe9-4215b13be39d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.464688] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.464688] env[62270]: value = "task-4290971" [ 622.464688] env[62270]: _type = "Task" [ 622.464688] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.473519] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290971, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.524173] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cb8c3f-c5ec-7215-3571-7a76d40fa148, 'name': SearchDatastore_Task, 'duration_secs': 0.016649} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.524769] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.525029] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.525270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.526803] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.526803] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.526803] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1078c9b7-ef8f-4ef4-bf4a-212c2e6842c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.539891] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.539978] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 622.540731] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985f29de-9eaa-4343-8019-4fda17be4e1b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.551249] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 622.551249] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f052a5-9f5e-7898-7f8c-54adae9762df" [ 622.551249] env[62270]: _type = "Task" [ 622.551249] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.560992] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f052a5-9f5e-7898-7f8c-54adae9762df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.643897] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290968, 'name': CreateSnapshot_Task, 'duration_secs': 0.680309} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.644175] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 622.645896] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e50f4b-ecef-419f-ab65-07fe5886a09c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.760830] env[62270]: DEBUG nova.network.neutron [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Updating instance_info_cache with network_info: [{"id": "0fe20052-e243-4a29-893b-5607a8899ee9", "address": "fa:16:3e:28:9d:be", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fe20052-e2", "ovs_interfaceid": "0fe20052-e243-4a29-893b-5607a8899ee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.767148] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.767471] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.768035] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.771466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.771466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.776041] env[62270]: INFO nova.compute.manager [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Terminating instance [ 622.780377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "refresh_cache-0404c9fe-cf6b-4636-a490-4f66bb35cd47" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.782026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquired lock "refresh_cache-0404c9fe-cf6b-4636-a490-4f66bb35cd47" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.782026] env[62270]: DEBUG nova.network.neutron [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 622.937181] env[62270]: DEBUG nova.compute.utils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.939361] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 622.939535] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 622.981696] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290971, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.062941] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f052a5-9f5e-7898-7f8c-54adae9762df, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.063613] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee2b735-f373-4298-a153-3590173dec12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.069769] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 623.069769] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb2657-09c4-b2ba-5c35-163e79fd64df" [ 623.069769] env[62270]: _type = "Task" [ 623.069769] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.080044] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb2657-09c4-b2ba-5c35-163e79fd64df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.107804] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Successfully updated port: 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.171033] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 623.171754] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a305c04-d67f-4174-8502-461944b645a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.181078] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 623.181078] env[62270]: value = "task-4290972" [ 623.181078] env[62270]: _type = "Task" [ 623.181078] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.194104] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "10e5af88-8314-46f2-976f-bf52ecb999e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.194401] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.194604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.196026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.196026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.197560] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.198258] env[62270]: INFO nova.compute.manager [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Terminating instance [ 623.200521] env[62270]: DEBUG nova.compute.manager [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 623.200726] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 623.201802] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3a631e-eb1f-49c0-9750-8e136f482a0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.215222] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 623.215506] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91a87cf-d41c-4392-9455-f2a8b120fbaa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.222130] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 623.222130] env[62270]: value = "task-4290973" [ 623.222130] env[62270]: _type = "Task" [ 623.222130] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.230915] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.269254] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be4f84a9-a1d5-4a0b-861b-09f2b2585b46 tempest-ServerExternalEventsTest-1939958526 tempest-ServerExternalEventsTest-1939958526-project] Releasing lock "refresh_cache-10e5af88-8314-46f2-976f-bf52ecb999e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.356832] env[62270]: DEBUG nova.network.neutron [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 623.444775] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 623.479235] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290971, 'name': CreateVM_Task, 'duration_secs': 0.645734} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.479537] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 623.481358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.481358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.481358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.482685] env[62270]: DEBUG nova.policy [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b88d2a0e9f04c3588e5d7d1e05f32a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ebc6a3c9a66439b8e6cbc9741c69630', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 623.484721] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05cbc7cd-54c6-4d45-96b0-c35dca48c9b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.490382] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 623.490382] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d64271-5114-f077-bf12-e9488c03217f" [ 623.490382] env[62270]: _type = "Task" [ 623.490382] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.501183] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d64271-5114-f077-bf12-e9488c03217f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.584559] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb2657-09c4-b2ba-5c35-163e79fd64df, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.584699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.584951] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 623.586427] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16ad633b-24c2-440c-8a5a-7f4153f9a5fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.592349] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 623.592349] env[62270]: value = "task-4290974" [ 623.592349] env[62270]: _type = "Task" [ 623.592349] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.601085] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.611037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.611037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquired lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.611037] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 623.636256] env[62270]: DEBUG nova.network.neutron [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.687950] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb84bb1-ac6d-4f3e-8e86-974b65d5da86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.702639] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216100ae-6ce0-418e-bdb1-ca756ccb05c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.705942] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.742135] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a6c3b1-1a6d-4ae8-b392-e62610d24b2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.753840] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290973, 'name': PowerOffVM_Task, 'duration_secs': 0.208657} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.756391] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 623.756719] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 623.757256] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe92adbc-3101-443f-b5fd-1f57aa9a9fe6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.761090] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e260c1-ff28-4ead-8d13-7c3197914574 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.778738] env[62270]: DEBUG nova.compute.provider_tree [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.005031] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d64271-5114-f077-bf12-e9488c03217f, 'name': SearchDatastore_Task, 'duration_secs': 0.01326} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.006305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.006767] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.007116] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.007348] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.007545] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.008448] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f4c9ce-aa2a-400c-9e54-b2f01762637f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.022827] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.023059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 624.023890] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193baf96-6f27-47a2-b7a2-4aa2fe261ec1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.033138] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 624.033138] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52538bf4-abdc-1d4f-23f0-29ba9f076b81" [ 624.033138] env[62270]: _type = "Task" [ 624.033138] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.044483] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52538bf4-abdc-1d4f-23f0-29ba9f076b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.067274] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 624.068062] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 624.068502] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Deleting the datastore file [datastore2] 10e5af88-8314-46f2-976f-bf52ecb999e3 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.070447] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840ddcd6-57eb-4702-b69e-aa0af432dd1b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.080229] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for the task: (returnval){ [ 624.080229] env[62270]: value = "task-4290976" [ 624.080229] env[62270]: _type = "Task" [ 624.080229] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.089411] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.104974] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.142164] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Releasing lock "refresh_cache-0404c9fe-cf6b-4636-a490-4f66bb35cd47" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.142855] env[62270]: DEBUG nova.compute.manager [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 624.143024] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 624.149018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b896f-2be7-4f28-bac3-376d48b294a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.159929] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 624.160357] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef31e0e-2c18-4594-93ec-1ccbc70700d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.167463] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 624.167463] env[62270]: value = "task-4290977" [ 624.167463] env[62270]: _type = "Task" [ 624.167463] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.178808] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.198125] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.283785] env[62270]: DEBUG nova.scheduler.client.report [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 624.294657] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 624.458297] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 624.494613] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 624.494863] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 624.495031] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.495227] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 624.495370] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.495518] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 624.497133] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 624.497133] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 624.497133] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 624.497133] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 624.497133] env[62270]: DEBUG nova.virt.hardware [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.497743] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43340999-f86d-459e-9c87-80dfc87f1688 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.511180] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7026d-af09-42a0-82d6-696af805623e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.545105] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52538bf4-abdc-1d4f-23f0-29ba9f076b81, 'name': SearchDatastore_Task, 'duration_secs': 0.062331} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.545959] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9df0a7-b7fe-4ebe-aa49-642851801e66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.556039] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 624.556039] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e665a8-7c4d-6b6c-c119-be6db83e791e" [ 624.556039] env[62270]: _type = "Task" [ 624.556039] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.565476] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e665a8-7c4d-6b6c-c119-be6db83e791e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.592402] env[62270]: DEBUG oslo_vmware.api [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Task: {'id': task-4290976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.592747] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.592833] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 624.595835] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 624.595835] env[62270]: INFO nova.compute.manager [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Took 1.39 seconds to destroy the instance on the hypervisor. [ 624.595835] env[62270]: DEBUG oslo.service.loopingcall [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.595835] env[62270]: DEBUG nova.compute.manager [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 624.595835] env[62270]: DEBUG nova.network.neutron [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 624.612522] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582747} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.612522] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 624.612522] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.614811] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ffe66a-dca5-4eb2-8cfe-83e45ab560b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.623339] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 624.623339] env[62270]: value = "task-4290978" [ 624.623339] env[62270]: _type = "Task" [ 624.623339] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.635970] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.680562] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290977, 'name': PowerOffVM_Task, 'duration_secs': 0.252895} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.680562] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 624.680562] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 624.680562] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7583fdce-f2ad-4b27-8541-3c1eaa4c52e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.703582] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.705135] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 624.705351] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 624.705529] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Deleting the datastore file [datastore2] 0404c9fe-cf6b-4636-a490-4f66bb35cd47 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.705791] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1326543e-4fa4-4a5a-a5ce-f73b55bdc43f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.714655] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for the task: (returnval){ [ 624.714655] env[62270]: value = "task-4290980" [ 624.714655] env[62270]: _type = "Task" [ 624.714655] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.725257] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.790662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.790987] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 624.800671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.520s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.800671] env[62270]: DEBUG nova.objects.instance [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lazy-loading 'resources' on Instance uuid f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.050939] env[62270]: DEBUG nova.network.neutron [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Updating instance_info_cache with network_info: [{"id": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "address": "fa:16:3e:d1:65:9b", "network": {"id": "1a1b7b9c-cfe4-4cd3-9a78-226f6664b7de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1526919167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0ddf0d333a4705bb9016302a5370f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a9ed6f-82", "ovs_interfaceid": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.069095] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e665a8-7c4d-6b6c-c119-be6db83e791e, 'name': SearchDatastore_Task, 'duration_secs': 0.039872} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.069095] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.069095] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e0f20d7f-2947-4448-a5ae-361687f3dc17/e0f20d7f-2947-4448-a5ae-361687f3dc17.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 625.069095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6bdfcf9-9f8b-41f8-bbb2-b534ef81acaa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.079968] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 625.079968] env[62270]: value = "task-4290981" [ 625.079968] env[62270]: _type = "Task" [ 625.079968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.096268] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.137910] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Successfully created port: 477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.143939] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063653} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.144239] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.145140] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec912af-1447-47d8-b292-8f93d1c5c8df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.170517] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.171036] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99368283-d668-4727-b463-8b4b057faedc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.202602] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.204191] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 625.204191] env[62270]: value = "task-4290982" [ 625.204191] env[62270]: _type = "Task" [ 625.204191] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.227622] env[62270]: DEBUG oslo_vmware.api [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Task: {'id': task-4290980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376114} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.227932] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.228141] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 625.228311] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 625.228479] env[62270]: INFO nova.compute.manager [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Took 1.09 seconds to destroy the instance on the hypervisor. [ 625.228754] env[62270]: DEBUG oslo.service.loopingcall [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.229034] env[62270]: DEBUG nova.compute.manager [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 625.229207] env[62270]: DEBUG nova.network.neutron [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 625.300193] env[62270]: DEBUG nova.compute.utils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.308895] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 625.309130] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 625.326507] env[62270]: DEBUG nova.network.neutron [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 625.556087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Releasing lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.556282] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Instance network_info: |[{"id": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "address": "fa:16:3e:d1:65:9b", "network": {"id": "1a1b7b9c-cfe4-4cd3-9a78-226f6664b7de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1526919167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0ddf0d333a4705bb9016302a5370f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a9ed6f-82", "ovs_interfaceid": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 625.556704] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:65:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86a9ed6f-829e-4b08-97cc-4b44c3c078d3', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.564866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Creating folder: Project (3f0ddf0d333a4705bb9016302a5370f4). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 625.565079] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1855c5c3-a536-45b3-b0ca-300c0a3b0170 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.578170] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Created folder: Project (3f0ddf0d333a4705bb9016302a5370f4) in parent group-v845132. [ 625.578343] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Creating folder: Instances. Parent ref: group-v845161. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 625.578800] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b270b9e5-8d54-4494-936e-f69b33bd2a61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.591375] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Created folder: Instances in parent group-v845161. [ 625.591551] env[62270]: DEBUG oslo.service.loopingcall [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.591757] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 625.591965] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a773a60f-f2ed-4467-9260-48278512e8da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.615020] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.622095] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.622095] env[62270]: value = "task-4290985" [ 625.622095] env[62270]: _type = "Task" [ 625.622095] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.632900] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290985, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.678543] env[62270]: DEBUG nova.policy [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdd2ed7729641be924db34e594c2931', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65a1c633361c403186593944ad2c5d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 625.688710] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e0c929-ca26-4635-87cb-ec9c757226b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.705499] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4290972, 'name': CloneVM_Task, 'duration_secs': 2.114832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.706012] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Created linked-clone VM from snapshot [ 625.709881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147558f-b1d1-4f3c-87a9-e3eea9cbeb28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.720175] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6268bb-2c76-4c2c-97c9-6c8b852690e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.729871] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290982, 'name': ReconfigVM_Task, 'duration_secs': 0.497267} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.758554] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257/0a5b0116-aeed-45f7-bf6a-9322cd5e5257.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.762515] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae41e2dc-01dc-4fa9-9dd1-133d13426364 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.764828] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee1558-98bb-4626-9d7b-04f69ed606a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.769313] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Uploading image bae75200-bb72-4a65-a8c3-14233aabf98f {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 625.775092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdc71a4-0420-4105-897d-fbd9d9b05c1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.781487] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 625.781487] env[62270]: value = "task-4290986" [ 625.781487] env[62270]: _type = "Task" [ 625.781487] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.795854] env[62270]: DEBUG nova.compute.provider_tree [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.805474] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290986, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.806652] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 625.806652] env[62270]: value = "vm-845160" [ 625.806652] env[62270]: _type = "VirtualMachine" [ 625.806652] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 625.806888] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b45106a-96fe-432d-bc59-d742e5a9a9be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.810244] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 625.818885] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease: (returnval){ [ 625.818885] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52abfe24-ea13-a09b-a4fa-2d4847645036" [ 625.818885] env[62270]: _type = "HttpNfcLease" [ 625.818885] env[62270]: } obtained for exporting VM: (result){ [ 625.818885] env[62270]: value = "vm-845160" [ 625.818885] env[62270]: _type = "VirtualMachine" [ 625.818885] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 625.819173] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the lease: (returnval){ [ 625.819173] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52abfe24-ea13-a09b-a4fa-2d4847645036" [ 625.819173] env[62270]: _type = "HttpNfcLease" [ 625.819173] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 625.829580] env[62270]: DEBUG nova.network.neutron [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.830668] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 625.830668] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52abfe24-ea13-a09b-a4fa-2d4847645036" [ 625.830668] env[62270]: _type = "HttpNfcLease" [ 625.830668] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 625.869869] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Successfully updated port: b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.093764] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587795} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.094007] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e0f20d7f-2947-4448-a5ae-361687f3dc17/e0f20d7f-2947-4448-a5ae-361687f3dc17.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 626.094240] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.094491] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09ce9c1a-cf1f-421e-9772-eecb1324239e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.103325] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 626.103325] env[62270]: value = "task-4290988" [ 626.103325] env[62270]: _type = "Task" [ 626.103325] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.113112] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.136359] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290985, 'name': CreateVM_Task, 'duration_secs': 0.503704} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.136553] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 626.137826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.138416] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.138789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.139511] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33f0927-de00-4536-8cd6-16163dfc1e7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.144607] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 626.144607] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cca59-c3c8-5c7a-429d-fbf97a03643c" [ 626.144607] env[62270]: _type = "Task" [ 626.144607] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.158064] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cca59-c3c8-5c7a-429d-fbf97a03643c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.294797] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290986, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.301795] env[62270]: DEBUG nova.scheduler.client.report [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 626.327386] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.327386] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52abfe24-ea13-a09b-a4fa-2d4847645036" [ 626.327386] env[62270]: _type = "HttpNfcLease" [ 626.327386] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.327667] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.327667] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52abfe24-ea13-a09b-a4fa-2d4847645036" [ 626.327667] env[62270]: _type = "HttpNfcLease" [ 626.327667] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.328493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e8272e-0345-4759-994d-ce912ec008db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.339187] env[62270]: INFO nova.compute.manager [-] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Took 1.11 seconds to deallocate network for instance. [ 626.352561] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.352739] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.413805] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.413964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.414180] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 626.491367] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Received event network-changed-802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 626.491633] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Refreshing instance network info cache due to event network-changed-802d0588-254f-4d2e-8013-0e39c0db5537. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 626.491774] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Acquiring lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.492257] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Acquired lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.492426] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Refreshing network info cache for port 802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 626.570231] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66401599-86d8-4728-8cc0-272290690a53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.613548] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.655481] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cca59-c3c8-5c7a-429d-fbf97a03643c, 'name': SearchDatastore_Task, 'duration_secs': 0.012493} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.655779] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.656049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.659605] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.659605] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659605] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.659605] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40df805e-bdf1-47a9-8c39-0a5b6a6be218 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.667887] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.667887] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 626.668229] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3016e3c2-b8e9-4390-977a-399d565ea004 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.673775] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 626.673775] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52245bda-f1ed-2e79-124b-5c846425bc90" [ 626.673775] env[62270]: _type = "Task" [ 626.673775] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.683085] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52245bda-f1ed-2e79-124b-5c846425bc90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.798344] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290986, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.808275] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.813494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.075s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.815599] env[62270]: INFO nova.compute.claims [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.828107] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 626.853120] env[62270]: INFO nova.scheduler.client.report [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Deleted allocations for instance f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca [ 626.863356] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.893939] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 626.895915] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 626.896496] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.897022] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 626.897416] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.898637] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 626.899416] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 626.899416] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 626.899416] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 626.899555] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 626.900033] env[62270]: DEBUG nova.virt.hardware [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.907776] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad011a10-7e1c-42d9-860d-b8e20598c14a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.926242] env[62270]: DEBUG nova.network.neutron [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.935091] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60444cb9-cc9e-4501-8b87-d5c7371f2668 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.014321] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 627.138828] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.188995] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52245bda-f1ed-2e79-124b-5c846425bc90, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.193093] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8581c21-d91d-409c-b1d2-157b7b23598c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.202511] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 627.202511] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52698de8-78bb-2242-7550-af1c6bf7c299" [ 627.202511] env[62270]: _type = "Task" [ 627.202511] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.212992] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52698de8-78bb-2242-7550-af1c6bf7c299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.303730] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290986, 'name': Rename_Task, 'duration_secs': 1.155461} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.306114] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 627.306921] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027cf0ce-21b9-44ed-8acd-c869d0c46311 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.316426] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Waiting for the task: (returnval){ [ 627.316426] env[62270]: value = "task-4290989" [ 627.316426] env[62270]: _type = "Task" [ 627.316426] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.333428] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.368277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7035ecb-3dfb-4925-8ac6-974379fec847 tempest-DeleteServersAdminTestJSON-1506512509 tempest-DeleteServersAdminTestJSON-1506512509-project-admin] Lock "f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.409s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.447036] env[62270]: INFO nova.compute.manager [-] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Took 2.85 seconds to deallocate network for instance. [ 627.552751] env[62270]: DEBUG nova.network.neutron [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updating instance_info_cache with network_info: [{"id": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "address": "fa:16:3e:53:27:8e", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25d6a4d-7e", "ovs_interfaceid": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.642370] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.105757} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.643415] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.643872] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f96e61-d655-45bb-9b31-a959fb70c840 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.672822] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e0f20d7f-2947-4448-a5ae-361687f3dc17/e0f20d7f-2947-4448-a5ae-361687f3dc17.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.673451] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c7f82c-c75b-4293-9ba8-bd6edacbe849 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.691034] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updated VIF entry in instance network info cache for port 802d0588-254f-4d2e-8013-0e39c0db5537. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 627.691034] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating instance_info_cache with network_info: [{"id": "802d0588-254f-4d2e-8013-0e39c0db5537", "address": "fa:16:3e:eb:b6:21", "network": {"id": "f7852ae2-117f-47dc-9ed9-d04c048906a1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-656814760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa3b6736774f4e38a8def673c0228d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802d0588-25", "ovs_interfaceid": "802d0588-254f-4d2e-8013-0e39c0db5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.704023] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 627.704023] env[62270]: value = "task-4290990" [ 627.704023] env[62270]: _type = "Task" [ 627.704023] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.716265] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.720555] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52698de8-78bb-2242-7550-af1c6bf7c299, 'name': SearchDatastore_Task, 'duration_secs': 0.015936} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.720846] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.721175] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 81bfa2ee-3017-4165-96d7-d6f21634f129/81bfa2ee-3017-4165-96d7-d6f21634f129.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 627.721461] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187f2b17-5cf9-4d0e-bc6b-a1e416223170 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.730401] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 627.730401] env[62270]: value = "task-4290991" [ 627.730401] env[62270]: _type = "Task" [ 627.730401] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.741613] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4290991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.832181] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290989, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.955994] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.978871] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Successfully created port: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.059502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.059826] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Instance network_info: |[{"id": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "address": "fa:16:3e:53:27:8e", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25d6a4d-7e", "ovs_interfaceid": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 628.064236] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:27:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b25d6a4d-7ea2-4785-8eff-a098b3168787', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.080613] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Creating folder: Project (a7a5a67748c54193bec54e3b49c5f129). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.081030] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91d51e0e-5a5e-4885-8e99-3655b960d852 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.101115] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Created folder: Project (a7a5a67748c54193bec54e3b49c5f129) in parent group-v845132. [ 628.101412] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Creating folder: Instances. Parent ref: group-v845164. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 628.101690] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66709bc-4b7b-4f84-9603-905f5f619167 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.114275] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Created folder: Instances in parent group-v845164. [ 628.114565] env[62270]: DEBUG oslo.service.loopingcall [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.119300] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 628.119806] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79a83f47-3423-4f5a-87f9-fc40d70df33f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.138615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "fad876e7-a64e-43ab-a51d-482b544a710a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.138615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.138615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.138615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.138852] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.141070] env[62270]: INFO nova.compute.manager [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Terminating instance [ 628.143715] env[62270]: DEBUG nova.compute.manager [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 628.143982] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 628.148247] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003706ba-dccc-4492-8f84-22f046c7e7ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.153910] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.153910] env[62270]: value = "task-4290994" [ 628.153910] env[62270]: _type = "Task" [ 628.153910] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.160706] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 628.160706] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2ff9f6-793a-4aff-a693-e2c68663ae48 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.166058] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290994, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.172585] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 628.172585] env[62270]: value = "task-4290995" [ 628.172585] env[62270]: _type = "Task" [ 628.172585] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.181420] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.186138] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042b148-d661-42d3-99a4-a0639b6b7ef2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.193433] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Releasing lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.194543] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Received event network-vif-plugged-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 628.194543] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Acquiring lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.194543] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.194543] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.194543] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] No waiting events found dispatching network-vif-plugged-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 628.194856] env[62270]: WARNING nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Received unexpected event network-vif-plugged-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 for instance with vm_state building and task_state spawning. [ 628.194856] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Received event network-changed-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 628.195025] env[62270]: DEBUG nova.compute.manager [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Refreshing instance network info cache due to event network-changed-86a9ed6f-829e-4b08-97cc-4b44c3c078d3. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 628.195222] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Acquiring lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.195364] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Acquired lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.195577] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Refreshing network info cache for port 86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 628.201174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a157e10-c21a-473a-96b7-6da500dd0c54 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.256032] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.260693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774ce2d2-d669-4ddc-8965-2b5b98c6c6a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.274565] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4290991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.276461] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86fb52-3485-4869-b9d2-dd773d94cd09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.293656] env[62270]: DEBUG nova.compute.provider_tree [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.337900] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290989, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.668828] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290994, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.682438] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290995, 'name': PowerOffVM_Task, 'duration_secs': 0.321078} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.682438] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 628.682438] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 628.682764] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634cc506-e2dc-4d54-8c04-2f3a0c609a86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.724717] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290990, 'name': ReconfigVM_Task, 'duration_secs': 0.737366} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.724717] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e0f20d7f-2947-4448-a5ae-361687f3dc17/e0f20d7f-2947-4448-a5ae-361687f3dc17.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.724717] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19e5fc30-4ee2-46de-a848-9f18f6f5ec1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.731072] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 628.731072] env[62270]: value = "task-4290997" [ 628.731072] env[62270]: _type = "Task" [ 628.731072] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.744958] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290997, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.767009] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4290991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608851} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.770434] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 81bfa2ee-3017-4165-96d7-d6f21634f129/81bfa2ee-3017-4165-96d7-d6f21634f129.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 628.770860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.773733] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d704f6f9-ab07-4ab0-9ec6-8cff1befcebe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.780625] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 628.780625] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 628.780625] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Deleting the datastore file [datastore2] fad876e7-a64e-43ab-a51d-482b544a710a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.780625] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c765c956-0848-4e46-8187-43688db0503c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.790103] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for the task: (returnval){ [ 628.790103] env[62270]: value = "task-4290999" [ 628.790103] env[62270]: _type = "Task" [ 628.790103] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.790492] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 628.790492] env[62270]: value = "task-4290998" [ 628.790492] env[62270]: _type = "Task" [ 628.790492] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.800477] env[62270]: DEBUG nova.scheduler.client.report [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 628.816627] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.817374] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4290998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.829688] env[62270]: DEBUG oslo_vmware.api [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Task: {'id': task-4290989, 'name': PowerOnVM_Task, 'duration_secs': 1.139821} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.830977] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 628.831960] env[62270]: DEBUG nova.compute.manager [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 628.833701] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e7881-ee90-4183-83e9-730855268d7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.171828] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4290994, 'name': CreateVM_Task, 'duration_secs': 0.645965} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.175675] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 629.176590] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.176781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.177212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.177753] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d993946-eccf-4ce7-ab97-c5b4972241dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.183135] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 629.183135] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276c084-7ae3-8ede-c6d3-320d17fd5102" [ 629.183135] env[62270]: _type = "Task" [ 629.183135] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.192487] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276c084-7ae3-8ede-c6d3-320d17fd5102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.226176] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Updated VIF entry in instance network info cache for port 86a9ed6f-829e-4b08-97cc-4b44c3c078d3. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 629.226561] env[62270]: DEBUG nova.network.neutron [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Updating instance_info_cache with network_info: [{"id": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "address": "fa:16:3e:d1:65:9b", "network": {"id": "1a1b7b9c-cfe4-4cd3-9a78-226f6664b7de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1526919167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f0ddf0d333a4705bb9016302a5370f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86a9ed6f-82", "ovs_interfaceid": "86a9ed6f-829e-4b08-97cc-4b44c3c078d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.242181] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4290997, 'name': Rename_Task, 'duration_secs': 0.309766} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.242264] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 629.242668] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c468991-9724-4712-95cb-39001f21c4cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.251201] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 629.251201] env[62270]: value = "task-4291000" [ 629.251201] env[62270]: _type = "Task" [ 629.251201] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.261184] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.309345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.310520] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 629.312744] env[62270]: DEBUG oslo_vmware.api [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Task: {'id': task-4290999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347814} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.312992] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4290998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1047} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.313508] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.450s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.313771] env[62270]: DEBUG nova.objects.instance [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lazy-loading 'resources' on Instance uuid 0404c9fe-cf6b-4636-a490-4f66bb35cd47 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.314747] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.314988] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 629.315377] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 629.315614] env[62270]: INFO nova.compute.manager [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 629.315900] env[62270]: DEBUG oslo.service.loopingcall [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.317711] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.317711] env[62270]: DEBUG nova.compute.manager [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 629.317711] env[62270]: DEBUG nova.network.neutron [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 629.320208] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f2209b-402f-42e5-a84b-f74842119db8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.365635] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 81bfa2ee-3017-4165-96d7-d6f21634f129/81bfa2ee-3017-4165-96d7-d6f21634f129.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.367179] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Successfully updated port: 477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.370582] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a4c598-6d1c-4f12-a026-4c136040c52a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.390346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.398405] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 629.398405] env[62270]: value = "task-4291001" [ 629.398405] env[62270]: _type = "Task" [ 629.398405] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.409493] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.696443] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.697544] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.710462] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5276c084-7ae3-8ede-c6d3-320d17fd5102, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.712341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.712640] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.712923] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.713106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.713330] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.713655] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7263f0d6-ac86-42cf-bf7e-79469bbfe0fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.728953] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbd62baf-483d-4bad-957b-41b1f6d43fe3 req-20a288d7-7d41-41b8-8a5b-2068b2bccaf7 service nova] Releasing lock "refresh_cache-81bfa2ee-3017-4165-96d7-d6f21634f129" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.729434] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.729577] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 629.730444] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ffb4aa-f1f8-4a58-98a0-c5d5d22fe122 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.741023] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 629.741023] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529e1688-a09d-fb3f-b531-0145d39d9176" [ 629.741023] env[62270]: _type = "Task" [ 629.741023] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.747817] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529e1688-a09d-fb3f-b531-0145d39d9176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.763626] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291000, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.816575] env[62270]: DEBUG nova.compute.utils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.817263] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 629.817471] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 629.894563] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.894563] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquired lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.894563] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 629.921483] env[62270]: DEBUG nova.policy [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195b5ed0f5a0487abc4c3d0ad4d2f733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8e9a606be04659b91c25388f3c3247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 629.926040] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291001, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.200604] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 630.212897] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a68182-a2fc-4110-869a-0ce18c259c37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.226174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad6c1a-e264-4943-b53c-86f479139e17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.288312] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28248c6f-d89f-47dd-8473-1d69b59576c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.297901] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.298106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.314843] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a487a12-2be8-4fa3-821c-5206833c715f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.323335] env[62270]: DEBUG oslo_vmware.api [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291000, 'name': PowerOnVM_Task, 'duration_secs': 0.749342} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.325236] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529e1688-a09d-fb3f-b531-0145d39d9176, 'name': SearchDatastore_Task, 'duration_secs': 0.014725} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.325236] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 630.328928] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 630.328928] env[62270]: INFO nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Took 14.09 seconds to spawn the instance on the hypervisor. [ 630.328928] env[62270]: DEBUG nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 630.335455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f2f26-21e5-4cd7-8691-57147096fd3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.338120] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdee5bf5-0d89-459d-ad43-9c679b1670fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.352206] env[62270]: DEBUG nova.compute.provider_tree [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.361913] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 630.361913] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246344d-aa6b-bd1a-80e8-91dc7a07c5ca" [ 630.361913] env[62270]: _type = "Task" [ 630.361913] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.379951] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246344d-aa6b-bd1a-80e8-91dc7a07c5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.412178] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291001, 'name': ReconfigVM_Task, 'duration_secs': 0.559561} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.412178] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 81bfa2ee-3017-4165-96d7-d6f21634f129/81bfa2ee-3017-4165-96d7-d6f21634f129.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.412743] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba684953-3f2b-4641-9958-f56a58d5b04d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.420363] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 630.420363] env[62270]: value = "task-4291002" [ 630.420363] env[62270]: _type = "Task" [ 630.420363] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.430549] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291002, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.445577] env[62270]: DEBUG nova.network.neutron [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.485166] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 630.573027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.573332] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.611111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.611111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.675661] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.675917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.728246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.728508] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.737474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.801596] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 630.857642] env[62270]: DEBUG nova.scheduler.client.report [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 630.879289] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246344d-aa6b-bd1a-80e8-91dc7a07c5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.021103} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.881634] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.882181] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] abed8c28-e155-4775-a90b-45942d5b75ff/abed8c28-e155-4775-a90b-45942d5b75ff.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 630.882978] env[62270]: INFO nova.compute.manager [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Took 19.02 seconds to build instance. [ 630.885480] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a32da16-9f4e-48ef-933e-be4e6fac2af1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.892544] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 630.892544] env[62270]: value = "task-4291003" [ 630.892544] env[62270]: _type = "Task" [ 630.892544] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.902437] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.933692] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291002, 'name': Rename_Task, 'duration_secs': 0.30926} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.933692] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 630.933692] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62f5776-0891-41a2-bbeb-103f71c9db9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.941579] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 630.941579] env[62270]: value = "task-4291004" [ 630.941579] env[62270]: _type = "Task" [ 630.941579] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.948982] env[62270]: INFO nova.compute.manager [-] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Took 1.63 seconds to deallocate network for instance. [ 630.949570] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.005776] env[62270]: DEBUG nova.network.neutron [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Updating instance_info_cache with network_info: [{"id": "477f65bd-d144-48a7-be7c-d05553fac99e", "address": "fa:16:3e:82:78:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477f65bd-d1", "ovs_interfaceid": "477f65bd-d144-48a7-be7c-d05553fac99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.077194] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 631.114764] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 631.343193] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 631.352571] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.364166] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.369712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.414s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.370086] env[62270]: DEBUG nova.objects.instance [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lazy-loading 'resources' on Instance uuid 10e5af88-8314-46f2-976f-bf52ecb999e3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.388325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-78915fce-04a2-43d8-bd70-e55503c1443e tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.537s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.400254] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 631.400254] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 631.400254] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.400254] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 631.400437] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.400437] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 631.400437] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 631.400622] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 631.400811] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 631.400896] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 631.401015] env[62270]: DEBUG nova.virt.hardware [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.403629] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d0c00-869e-4c3b-a40d-77834fb3c4fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.419570] env[62270]: INFO nova.scheduler.client.report [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Deleted allocations for instance 0404c9fe-cf6b-4636-a490-4f66bb35cd47 [ 631.440693] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.445307] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cbc86-856e-4b65-9b57-6c030684cf80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466034] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.508387] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.512040] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Releasing lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.512040] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Instance network_info: |[{"id": "477f65bd-d144-48a7-be7c-d05553fac99e", "address": "fa:16:3e:82:78:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477f65bd-d1", "ovs_interfaceid": "477f65bd-d144-48a7-be7c-d05553fac99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 631.512181] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:78:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '477f65bd-d144-48a7-be7c-d05553fac99e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.526352] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Creating folder: Project (0ebc6a3c9a66439b8e6cbc9741c69630). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 631.526352] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12331844-c67a-4d0a-b7c4-d9cf1fea4ca0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.543130] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Created folder: Project (0ebc6a3c9a66439b8e6cbc9741c69630) in parent group-v845132. [ 631.543130] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Creating folder: Instances. Parent ref: group-v845167. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 631.543232] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca81bed-6a0a-4eab-baf7-8d585def4422 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.553960] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Created folder: Instances in parent group-v845167. [ 631.554691] env[62270]: DEBUG oslo.service.loopingcall [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.554859] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 631.555307] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957459a8-c96f-4f01-8645-17907e267044 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.584206] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.584206] env[62270]: value = "task-4291007" [ 631.584206] env[62270]: _type = "Task" [ 631.584206] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.598047] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291007, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.607161] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.645224] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Successfully created port: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.649119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.669306] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Successfully updated port: b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.893460] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 631.916258] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611921} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.919416] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] abed8c28-e155-4775-a90b-45942d5b75ff/abed8c28-e155-4775-a90b-45942d5b75ff.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 631.919656] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.921951] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2764a666-26a5-4021-a982-8671751b0d35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.929735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ff555d66-b1e6-49c8-bc00-7f92f0013a63 tempest-ServerDiagnosticsV248Test-891227744 tempest-ServerDiagnosticsV248Test-891227744-project-member] Lock "0404c9fe-cf6b-4636-a490-4f66bb35cd47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.162s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.935656] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 631.935656] env[62270]: value = "task-4291008" [ 631.935656] env[62270]: _type = "Task" [ 631.935656] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.958226] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.964305] env[62270]: DEBUG oslo_vmware.api [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291004, 'name': PowerOnVM_Task, 'duration_secs': 0.949036} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.965271] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 631.965489] env[62270]: INFO nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Took 13.35 seconds to spawn the instance on the hypervisor. [ 631.965726] env[62270]: DEBUG nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 631.970224] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8788aa-3fae-4ebc-bcfc-be7e8b831c62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.100067] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291007, 'name': CreateVM_Task, 'duration_secs': 0.474985} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.100645] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 632.101542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.101947] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.102162] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.102690] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4be5fbf-8953-4104-9f6f-78f6edeb6a4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.107980] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 632.107980] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5202fac7-a967-b08d-c3a3-6266dbe751b9" [ 632.107980] env[62270]: _type = "Task" [ 632.107980] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.122424] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5202fac7-a967-b08d-c3a3-6266dbe751b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.176504] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.176504] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.176504] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 632.249501] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.249501] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.375049] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb205c75-2184-4989-9936-3c5683378c71 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.386559] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758958c2-b04d-4bd3-abc5-af2d8c9ba319 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.426035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9945feb-f377-4a3b-9f45-61eaf3b29fe8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.434701] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32eebf-8e34-43d1-be83-f565778a9186 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.454757] env[62270]: DEBUG nova.compute.provider_tree [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.460924] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.460924] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073844} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.461634] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.462597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a587b3c-61e6-4f73-8d2d-93d8adacd7b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.488804] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] abed8c28-e155-4775-a90b-45942d5b75ff/abed8c28-e155-4775-a90b-45942d5b75ff.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.493624] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e28eaa8-5c07-4334-a5cf-aac7b9c886c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.511020] env[62270]: INFO nova.compute.manager [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Took 19.95 seconds to build instance. [ 632.517839] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 632.517839] env[62270]: value = "task-4291009" [ 632.517839] env[62270]: _type = "Task" [ 632.517839] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.526190] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.621082] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5202fac7-a967-b08d-c3a3-6266dbe751b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013787} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.621444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.621685] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.622014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.622233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.622689] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.623018] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df68a5fe-7df0-473e-99a0-6b5e9df7be5c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.633550] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.633765] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 632.634596] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d1ab3e-70a7-45f7-aca3-f72e26c5fc0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.644504] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 632.644504] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52696eda-bd8f-2a51-16ca-93202eeec945" [ 632.644504] env[62270]: _type = "Task" [ 632.644504] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.654649] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52696eda-bd8f-2a51-16ca-93202eeec945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.679656] env[62270]: DEBUG nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Received event network-vif-plugged-b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 632.683695] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Acquiring lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.684181] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.684307] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.684510] env[62270]: DEBUG nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] No waiting events found dispatching network-vif-plugged-b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 632.685474] env[62270]: WARNING nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Received unexpected event network-vif-plugged-b25d6a4d-7ea2-4785-8eff-a098b3168787 for instance with vm_state building and task_state spawning. [ 632.685474] env[62270]: DEBUG nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Received event network-changed-b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 632.685474] env[62270]: DEBUG nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Refreshing instance network info cache due to event network-changed-b25d6a4d-7ea2-4785-8eff-a098b3168787. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 632.685474] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Acquiring lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.685474] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Acquired lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.685824] env[62270]: DEBUG nova.network.neutron [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Refreshing network info cache for port b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 632.727397] env[62270]: DEBUG nova.compute.manager [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Received event network-vif-plugged-477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 632.727706] env[62270]: DEBUG oslo_concurrency.lockutils [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] Acquiring lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.727922] env[62270]: DEBUG oslo_concurrency.lockutils [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.728115] env[62270]: DEBUG oslo_concurrency.lockutils [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.728301] env[62270]: DEBUG nova.compute.manager [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] No waiting events found dispatching network-vif-plugged-477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 632.728541] env[62270]: WARNING nova.compute.manager [req-1658a39d-9cfe-444f-9ab6-446980bdabb0 req-ab41e23d-cbc2-4ee4-b091-69f9aae4a8cf service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Received unexpected event network-vif-plugged-477f65bd-d144-48a7-be7c-d05553fac99e for instance with vm_state building and task_state spawning. [ 632.786780] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 632.966049] env[62270]: DEBUG nova.scheduler.client.report [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 633.014175] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b19fab00-acfd-4edb-8b06-2facfcbe1cb1 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.462s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.029031] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.161377] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52696eda-bd8f-2a51-16ca-93202eeec945, 'name': SearchDatastore_Task, 'duration_secs': 0.016966} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.162390] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc6007d-8ec1-440f-bdbd-1d673d6dc289 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.168748] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 633.168748] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5203ad70-c453-dec7-3898-a810519ed03a" [ 633.168748] env[62270]: _type = "Task" [ 633.168748] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.179390] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5203ad70-c453-dec7-3898-a810519ed03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.362199] env[62270]: DEBUG nova.network.neutron [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Updating instance_info_cache with network_info: [{"id": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "address": "fa:16:3e:ce:c2:9d", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8004e0a-ef", "ovs_interfaceid": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.472373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.478184] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.087s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.478184] env[62270]: DEBUG nova.objects.instance [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 633.520028] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 633.538870] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291009, 'name': ReconfigVM_Task, 'duration_secs': 0.644953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.538997] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Reconfigured VM instance instance-0000000a to attach disk [datastore2] abed8c28-e155-4775-a90b-45942d5b75ff/abed8c28-e155-4775-a90b-45942d5b75ff.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.539889] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b206c98d-c7f8-4f97-bf84-14012082f44b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.549973] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 633.549973] env[62270]: value = "task-4291010" [ 633.549973] env[62270]: _type = "Task" [ 633.549973] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.564909] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291010, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.573758] env[62270]: INFO nova.scheduler.client.report [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Deleted allocations for instance 10e5af88-8314-46f2-976f-bf52ecb999e3 [ 633.685831] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5203ad70-c453-dec7-3898-a810519ed03a, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.686756] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.687269] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] da1f49c7-1922-4690-aefe-fc6b71de727a/da1f49c7-1922-4690-aefe-fc6b71de727a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 633.687752] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f62c6cb-a147-4a7a-b34a-21e0f53626dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.695233] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 633.695233] env[62270]: value = "task-4291011" [ 633.695233] env[62270]: _type = "Task" [ 633.695233] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.707904] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.863140] env[62270]: DEBUG nova.network.neutron [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updated VIF entry in instance network info cache for port b25d6a4d-7ea2-4785-8eff-a098b3168787. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 633.863468] env[62270]: DEBUG nova.network.neutron [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updating instance_info_cache with network_info: [{"id": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "address": "fa:16:3e:53:27:8e", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25d6a4d-7e", "ovs_interfaceid": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.865048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.866010] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Instance network_info: |[{"id": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "address": "fa:16:3e:ce:c2:9d", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8004e0a-ef", "ovs_interfaceid": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 633.866131] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c2:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8004e0a-ef65-4b94-8b84-e0b84cc8b603', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.874968] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Creating folder: Project (65a1c633361c403186593944ad2c5d45). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 633.876034] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ddb69d-ad0f-4702-820f-8797dac0e1d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.888372] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Created folder: Project (65a1c633361c403186593944ad2c5d45) in parent group-v845132. [ 633.888591] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Creating folder: Instances. Parent ref: group-v845170. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 633.891938] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1feaf40d-993f-49d6-9548-728fb42fdf14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.902104] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Created folder: Instances in parent group-v845170. [ 633.902104] env[62270]: DEBUG oslo.service.loopingcall [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.902104] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 633.902104] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-162bff68-35ff-4e75-b46b-7c1af2eb42fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.923858] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.923858] env[62270]: value = "task-4291014" [ 633.923858] env[62270]: _type = "Task" [ 633.923858] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.934716] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291014, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.046855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.061088] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291010, 'name': Rename_Task, 'duration_secs': 0.218882} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.061594] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 634.061922] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-413cb4ab-e975-4386-8525-8e739e386bea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.070839] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 634.070839] env[62270]: value = "task-4291015" [ 634.070839] env[62270]: _type = "Task" [ 634.070839] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.093289] env[62270]: DEBUG oslo_concurrency.lockutils [None req-742e7bf7-00f8-45a2-a5bd-ef79aa4d91f5 tempest-ServerExternalEventsTest-1959909449 tempest-ServerExternalEventsTest-1959909449-project-member] Lock "10e5af88-8314-46f2-976f-bf52ecb999e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.899s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.096568] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.211826] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.367184] env[62270]: DEBUG oslo_concurrency.lockutils [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] Releasing lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.367184] env[62270]: DEBUG nova.compute.manager [req-83134362-bf7d-43d1-a80a-600140e242aa req-9ec71234-064e-4837-a85c-31edba8cb281 service nova] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Received event network-vif-deleted-0fe20052-e243-4a29-893b-5607a8899ee9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 634.436354] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291014, 'name': CreateVM_Task, 'duration_secs': 0.468337} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.436354] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 634.437897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.437897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.437897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.437897] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c6dd43-24ae-4304-9f30-3f5f5dc63e4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.443621] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 634.443621] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f49f47-5ee7-f267-5b85-9117e03afcd7" [ 634.443621] env[62270]: _type = "Task" [ 634.443621] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.460577] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f49f47-5ee7-f267-5b85-9117e03afcd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.498457] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a8800ff5-8104-4386-899e-b86ccec4a2ad tempest-ServersAdmin275Test-1335755069 tempest-ServersAdmin275Test-1335755069-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.498457] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.759s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.506025] env[62270]: INFO nova.compute.claims [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.586619] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.711946] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732366} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.712524] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] da1f49c7-1922-4690-aefe-fc6b71de727a/da1f49c7-1922-4690-aefe-fc6b71de727a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 634.712658] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.712963] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f66efd03-a89d-4c39-8ee1-ae5dca6de499 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.722150] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 634.722150] env[62270]: value = "task-4291016" [ 634.722150] env[62270]: _type = "Task" [ 634.722150] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.735896] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.875316] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Successfully updated port: fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.963753] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f49f47-5ee7-f267-5b85-9117e03afcd7, 'name': SearchDatastore_Task, 'duration_secs': 0.01545} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.967535] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.968041] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.968437] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.968437] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.968694] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.969524] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9e35020-43db-484a-90df-2f48d29dac59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.980918] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.981080] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 634.982381] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93834afb-ff78-4238-a2ad-dd7c7bfb6362 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.993231] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 634.993231] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5222d540-2779-e7a4-46fc-a63429a839cf" [ 634.993231] env[62270]: _type = "Task" [ 634.993231] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.012588] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5222d540-2779-e7a4-46fc-a63429a839cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.091266] env[62270]: DEBUG oslo_vmware.api [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291015, 'name': PowerOnVM_Task, 'duration_secs': 0.959614} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.091266] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 635.091266] env[62270]: INFO nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Took 14.10 seconds to spawn the instance on the hypervisor. [ 635.091266] env[62270]: DEBUG nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 635.091266] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4144617-f802-4d08-9e14-583a8d7b17dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.201903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "51f024cf-19eb-429c-ab1e-004093fff9b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.202718] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.239600] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119016} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.241754] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.241754] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a5532a-683a-4ff4-972a-8da1f2610d08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.267830] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] da1f49c7-1922-4690-aefe-fc6b71de727a/da1f49c7-1922-4690-aefe-fc6b71de727a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.268291] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4925d13-effb-46cd-a033-0bd0d7a6d26a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.294637] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 635.294637] env[62270]: value = "task-4291017" [ 635.294637] env[62270]: _type = "Task" [ 635.294637] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.303996] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.378611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.378801] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.378961] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 635.509404] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5222d540-2779-e7a4-46fc-a63429a839cf, 'name': SearchDatastore_Task, 'duration_secs': 0.020221} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.510933] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8161c37-281c-44e0-9913-4b8ce320ee08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.522343] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 635.522343] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52685273-785f-e10f-d954-29706c5e3c54" [ 635.522343] env[62270]: _type = "Task" [ 635.522343] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.540694] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52685273-785f-e10f-d954-29706c5e3c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.616135] env[62270]: INFO nova.compute.manager [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Took 21.25 seconds to build instance. [ 635.806204] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.953207] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f7ac1-3443-4c5b-a435-04923dd988e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.966279] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7ed930-f3f1-4c54-be43-c170563d0aed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.005047] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50293c8a-c4c6-4b4a-bafa-13ae4a92130c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.016123] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c698c0-43bf-48c5-b216-dc31b1e9ffdb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.034490] env[62270]: DEBUG nova.compute.provider_tree [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.043056] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52685273-785f-e10f-d954-29706c5e3c54, 'name': SearchDatastore_Task, 'duration_secs': 0.016331} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.043354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.043620] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5660f1e3-a664-40aa-8bd8-b0585a419d1a/5660f1e3-a664-40aa-8bd8-b0585a419d1a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 636.044417] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec58d62d-dcc3-4456-b746-bcd9dcd3f6a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.051630] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 636.051630] env[62270]: value = "task-4291022" [ 636.051630] env[62270]: _type = "Task" [ 636.051630] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.060448] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.118185] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c662096a-3d02-4b3f-a8cd-275a7f352110 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.765s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.200598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.200919] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.201582] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.201962] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.202085] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.205113] env[62270]: INFO nova.compute.manager [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Terminating instance [ 636.207699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "refresh_cache-0a5b0116-aeed-45f7-bf6a-9322cd5e5257" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.208013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquired lock "refresh_cache-0a5b0116-aeed-45f7-bf6a-9322cd5e5257" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.208322] env[62270]: DEBUG nova.network.neutron [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 636.248603] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 636.316360] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291017, 'name': ReconfigVM_Task, 'duration_secs': 0.56266} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.316743] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Reconfigured VM instance instance-0000000b to attach disk [datastore2] da1f49c7-1922-4690-aefe-fc6b71de727a/da1f49c7-1922-4690-aefe-fc6b71de727a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.317510] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6848f0be-4aed-468f-837a-4013db0797fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.330752] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 636.330752] env[62270]: value = "task-4291023" [ 636.330752] env[62270]: _type = "Task" [ 636.330752] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.345031] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 636.345031] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b7fd9-ddb2-4690-b061-df6014306fb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.354063] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291023, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.357187] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 636.357432] env[62270]: ERROR oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk due to incomplete transfer. [ 636.357820] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96e1b5cc-5a36-4bfb-bf44-42d27ef8fd77 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.366098] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529ee412-fa41-eee5-a6b6-1b18652ff078/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 636.366426] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Uploaded image bae75200-bb72-4a65-a8c3-14233aabf98f to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 636.368677] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 636.369030] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c473177-c6df-419f-8112-7611f752726c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.376459] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 636.376459] env[62270]: value = "task-4291024" [ 636.376459] env[62270]: _type = "Task" [ 636.376459] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.387361] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291024, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.538669] env[62270]: DEBUG nova.scheduler.client.report [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 636.567634] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291022, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.621841] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 636.737476] env[62270]: DEBUG nova.network.neutron [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 636.811043] env[62270]: DEBUG nova.network.neutron [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.825989] env[62270]: DEBUG nova.network.neutron [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.842621] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291023, 'name': Rename_Task, 'duration_secs': 0.413026} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.843430] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 636.844069] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8196aee8-bdd0-482d-bcf3-b93cdaa23422 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.854371] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 636.854371] env[62270]: value = "task-4291025" [ 636.854371] env[62270]: _type = "Task" [ 636.854371] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.868364] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.889759] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291024, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.047318] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.047552] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 637.053231] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.700s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.053231] env[62270]: INFO nova.compute.claims [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.069144] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597216} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.069434] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5660f1e3-a664-40aa-8bd8-b0585a419d1a/5660f1e3-a664-40aa-8bd8-b0585a419d1a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 637.069495] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.069733] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a5d0a60-5ec1-41a6-a85a-2fe5c56b32b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.079753] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 637.079753] env[62270]: value = "task-4291026" [ 637.079753] env[62270]: _type = "Task" [ 637.079753] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.103789] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.163814] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.316598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.316598] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Instance network_info: |[{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 637.317151] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:81:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd1fa2b8-fd92-4a95-be19-290ec5983ea0', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.328195] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Creating folder: Project (8a8e9a606be04659b91c25388f3c3247). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 637.329398] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Releasing lock "refresh_cache-0a5b0116-aeed-45f7-bf6a-9322cd5e5257" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.329833] env[62270]: DEBUG nova.compute.manager [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 637.329936] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 637.330177] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5612acb-b0b7-4c43-9ae8-bd1af9a5848f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.337490] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcdb2fa-59aa-4b1e-ade1-0ee8d2bf6724 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.349431] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 637.352329] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc67633-abfc-40f9-baa6-54ca722635b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.355979] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Created folder: Project (8a8e9a606be04659b91c25388f3c3247) in parent group-v845132. [ 637.358912] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Creating folder: Instances. Parent ref: group-v845176. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 637.358912] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-062087ab-8038-491e-9569-92f774d41436 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.371174] env[62270]: DEBUG oslo_vmware.api [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291025, 'name': PowerOnVM_Task, 'duration_secs': 0.501764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.374486] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 637.374486] env[62270]: INFO nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Took 12.91 seconds to spawn the instance on the hypervisor. [ 637.375562] env[62270]: DEBUG nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 637.375958] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 637.375958] env[62270]: value = "task-4291028" [ 637.375958] env[62270]: _type = "Task" [ 637.375958] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.378278] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d815f-f13f-4dcd-a094-8f3ce73e0bc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.382173] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Created folder: Instances in parent group-v845176. [ 637.382505] env[62270]: DEBUG oslo.service.loopingcall [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.386868] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 637.391478] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f1dc4b0-1f46-4db8-b9a9-d21c8c60533e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.430666] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4291028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.435706] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291024, 'name': Destroy_Task, 'duration_secs': 0.817578} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.437610] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Destroyed the VM [ 637.437975] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 637.438282] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61feeb75-c8b3-4c24-813d-2164556ca8f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.446064] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 637.446064] env[62270]: value = "task-4291031" [ 637.446064] env[62270]: _type = "Task" [ 637.446064] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.447495] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.447495] env[62270]: value = "task-4291030" [ 637.447495] env[62270]: _type = "Task" [ 637.447495] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.460687] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291031, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.467830] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291030, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.557353] env[62270]: DEBUG nova.compute.utils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.566678] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 637.593264] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077455} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.593583] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.594574] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9657579-8e42-4a53-91d3-b3df205730b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.626140] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 5660f1e3-a664-40aa-8bd8-b0585a419d1a/5660f1e3-a664-40aa-8bd8-b0585a419d1a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.626986] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c8784b0-7e93-4537-b1cb-61a2f73af95e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.653843] env[62270]: DEBUG nova.compute.manager [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Received event network-vif-plugged-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 637.654197] env[62270]: DEBUG oslo_concurrency.lockutils [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.654669] env[62270]: DEBUG oslo_concurrency.lockutils [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.654840] env[62270]: DEBUG oslo_concurrency.lockutils [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.655139] env[62270]: DEBUG nova.compute.manager [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] No waiting events found dispatching network-vif-plugged-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 637.655382] env[62270]: WARNING nova.compute.manager [req-6534d152-3621-43f7-a7ca-ee25ee92331e req-27697e1c-3cc6-4fb9-bb81-3ad0a5b340b2 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Received unexpected event network-vif-plugged-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 for instance with vm_state building and task_state spawning. [ 637.661744] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 637.661744] env[62270]: value = "task-4291032" [ 637.661744] env[62270]: _type = "Task" [ 637.661744] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.673548] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291032, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.677317] env[62270]: DEBUG nova.compute.manager [req-f6d39263-67c7-4faa-b952-b148f01dcaa8 req-53f59604-44d9-45c2-ad6a-719969222167 service nova] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Received event network-vif-deleted-95c430c0-9901-4240-a2b9-61644477a02f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 637.710323] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.710323] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.717847] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Received event network-changed-477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 637.717847] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Refreshing instance network info cache due to event network-changed-477f65bd-d144-48a7-be7c-d05553fac99e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 637.717847] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Acquiring lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.718364] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Acquired lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.718705] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Refreshing network info cache for port 477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 637.897782] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4291028, 'name': PowerOffVM_Task, 'duration_secs': 0.320138} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.898139] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 637.898338] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 637.898631] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8fb88dd-18b2-40b7-8a67-5902424f9ddb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.938523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 637.938523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 637.938831] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleting the datastore file [datastore2] 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.946844] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb949d8f-e451-4ba9-a4d8-9376f75f163f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.949809] env[62270]: INFO nova.compute.manager [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Took 20.23 seconds to build instance. [ 637.965091] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for the task: (returnval){ [ 637.965091] env[62270]: value = "task-4291034" [ 637.965091] env[62270]: _type = "Task" [ 637.965091] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.978568] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291030, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.978949] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291031, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.986057] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4291034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.068694] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 638.174802] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.466233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32b1638e-0096-432b-8897-9072acba3940 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.755s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.478481] env[62270]: DEBUG oslo_vmware.api [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291031, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783968} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.483266] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 638.483266] env[62270]: INFO nova.compute.manager [None req-0d60e864-c310-496c-9bcd-e99a8a90f45f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 638.487445] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291030, 'name': CreateVM_Task, 'duration_secs': 0.539215} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.491206] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 638.493038] env[62270]: DEBUG oslo_vmware.api [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Task: {'id': task-4291034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191502} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.493038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.493038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.493428] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.493428] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.494363] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 638.494363] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 638.494363] env[62270]: INFO nova.compute.manager [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Took 1.16 seconds to destroy the instance on the hypervisor. [ 638.494363] env[62270]: DEBUG oslo.service.loopingcall [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.497690] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d25812-20ad-4d57-ad34-1e846e7653b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.497690] env[62270]: DEBUG nova.compute.manager [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 638.497690] env[62270]: DEBUG nova.network.neutron [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 638.506646] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 638.506646] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527cfe57-116f-b3d0-9276-144c236879e1" [ 638.506646] env[62270]: _type = "Task" [ 638.506646] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.517034] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527cfe57-116f-b3d0-9276-144c236879e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.556613] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefee278-4633-48f5-a285-dfd06d6803b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.560156] env[62270]: DEBUG nova.network.neutron [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 638.566891] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18fe97-2d63-461a-be3a-4fa0872bae13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.604634] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d5062-2a8b-4b0b-ac9b-bf6d7f110c58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.614284] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5838fa-1078-4cf1-9586-67f695a4d037 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.630678] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.674227] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291032, 'name': ReconfigVM_Task, 'duration_secs': 0.654708} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.674987] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 5660f1e3-a664-40aa-8bd8-b0585a419d1a/5660f1e3-a664-40aa-8bd8-b0585a419d1a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.675315] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962349ef-6004-4300-9a56-8fcfc0428c5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.681478] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 638.681478] env[62270]: value = "task-4291035" [ 638.681478] env[62270]: _type = "Task" [ 638.681478] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.691344] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291035, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.945495] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Updated VIF entry in instance network info cache for port 477f65bd-d144-48a7-be7c-d05553fac99e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 638.945495] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Updating instance_info_cache with network_info: [{"id": "477f65bd-d144-48a7-be7c-d05553fac99e", "address": "fa:16:3e:82:78:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477f65bd-d1", "ovs_interfaceid": "477f65bd-d144-48a7-be7c-d05553fac99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.978282] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 639.017704] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527cfe57-116f-b3d0-9276-144c236879e1, 'name': SearchDatastore_Task, 'duration_secs': 0.032583} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.018891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.019325] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.019804] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.019804] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.020019] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.021020] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f134b56-b130-4de0-a64f-755ad51ddb59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.035901] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.035901] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 639.035901] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a760ea1-bb2a-4503-a8f7-198a84d313a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.041200] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 639.041200] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522789c1-cfb1-740f-7f2e-44d4d630dedc" [ 639.041200] env[62270]: _type = "Task" [ 639.041200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.050427] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522789c1-cfb1-740f-7f2e-44d4d630dedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.066019] env[62270]: DEBUG nova.network.neutron [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.110077] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 639.169140] env[62270]: ERROR nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [req-17c9f60e-7c26-4a0e-890f-b7cb17b58e8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17c9f60e-7c26-4a0e-890f-b7cb17b58e8c"}]} [ 639.172827] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 639.173081] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 639.173261] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.173448] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 639.173592] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.173737] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 639.173941] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 639.174117] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 639.174296] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 639.174457] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 639.174629] env[62270]: DEBUG nova.virt.hardware [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.176123] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928b20d-ca40-4465-a942-1d53a7a7dd79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.189778] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9b54c-f016-457e-bb3e-c3f519956c73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.195452] env[62270]: DEBUG nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 639.203342] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291035, 'name': Rename_Task, 'duration_secs': 0.212395} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.211629] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 639.212159] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.221500] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Creating folder: Project (2b467f941dcc40e5a80e19c538564f69). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 639.221912] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f35008f-d962-4d18-a0e7-3cb267d09fbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.224200] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f81c868-e913-4245-999c-6281682313c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.232230] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 639.232230] env[62270]: value = "task-4291037" [ 639.232230] env[62270]: _type = "Task" [ 639.232230] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.237584] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Created folder: Project (2b467f941dcc40e5a80e19c538564f69) in parent group-v845132. [ 639.238038] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Creating folder: Instances. Parent ref: group-v845179. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 639.241517] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-680f6cff-0b69-478d-acc1-b9b3a74c191c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.243950] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.251618] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Created folder: Instances in parent group-v845179. [ 639.251927] env[62270]: DEBUG oslo.service.loopingcall [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.252498] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 639.252498] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec01561a-467b-42e4-bf70-ae9aed914252 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.278739] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.278739] env[62270]: value = "task-4291040" [ 639.278739] env[62270]: _type = "Task" [ 639.278739] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.289626] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291040, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.292932] env[62270]: DEBUG nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 639.293082] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 27 to 28 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.293218] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 639.315236] env[62270]: DEBUG nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 639.315643] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 28 to 29 during operation: update_aggregates {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 639.351548] env[62270]: DEBUG nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 639.446823] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Releasing lock "refresh_cache-da1f49c7-1922-4690-aefe-fc6b71de727a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.447431] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Received event network-vif-plugged-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 639.447431] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Acquiring lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.447776] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.448015] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.448266] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] No waiting events found dispatching network-vif-plugged-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 639.448538] env[62270]: WARNING nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Received unexpected event network-vif-plugged-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 for instance with vm_state building and task_state spawning. [ 639.448699] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Received event network-changed-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 639.448872] env[62270]: DEBUG nova.compute.manager [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Refreshing instance network info cache due to event network-changed-b8004e0a-ef65-4b94-8b84-e0b84cc8b603. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 639.449568] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Acquiring lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.451892] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Acquired lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.451892] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Refreshing network info cache for port b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 639.510323] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.560930] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522789c1-cfb1-740f-7f2e-44d4d630dedc, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.560930] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8384611e-fcda-449e-aef6-ebca11e50013 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.564754] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 639.564754] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb46a-dbe1-1a9f-3e03-723318c41fcf" [ 639.564754] env[62270]: _type = "Task" [ 639.564754] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.569616] env[62270]: INFO nova.compute.manager [-] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Took 1.07 seconds to deallocate network for instance. [ 639.585667] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb46a-dbe1-1a9f-3e03-723318c41fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.746446] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291037, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.756767] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.756767] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.795222] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291040, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.802035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20009353-37e9-4d80-b6e8-223a17e9054f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.813623] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "226a807b-81a1-425c-81ac-d9be821f7679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.813885] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.814999] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e972664-3c58-4c93-9cd8-bed396e85065 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.851869] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e44be-3261-4db1-88ce-f63b86a7bbf8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.862119] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db35de8f-8913-4578-aa0e-e7e528dcbfe0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.877336] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.084043] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb46a-dbe1-1a9f-3e03-723318c41fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.028393} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.087082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.087082] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 640.087082] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1751cf-cbfe-4283-9caf-6cf1e7b1cb0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.090723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.096309] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 640.096309] env[62270]: value = "task-4291041" [ 640.096309] env[62270]: _type = "Task" [ 640.096309] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.107253] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.247153] env[62270]: DEBUG oslo_vmware.api [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291037, 'name': PowerOnVM_Task, 'duration_secs': 0.650608} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.247153] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 640.247153] env[62270]: INFO nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Took 13.42 seconds to spawn the instance on the hypervisor. [ 640.247533] env[62270]: DEBUG nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 640.248236] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf92730-f151-49e3-8561-d86ff5903d1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.301969] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291040, 'name': CreateVM_Task, 'duration_secs': 0.525818} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.302210] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 640.302794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.303030] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.303475] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.303818] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d7afb3-4417-4351-bc0f-343c37d97ec8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.312914] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 640.312914] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d5e3b0-8258-722f-1900-9f41a90e1b95" [ 640.312914] env[62270]: _type = "Task" [ 640.312914] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.327168] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d5e3b0-8258-722f-1900-9f41a90e1b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.437327] env[62270]: DEBUG nova.scheduler.client.report [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 640.437327] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 29 to 30 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 640.437327] env[62270]: DEBUG nova.compute.provider_tree [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.613124] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.788017] env[62270]: INFO nova.compute.manager [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Took 21.24 seconds to build instance. [ 640.835009] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d5e3b0-8258-722f-1900-9f41a90e1b95, 'name': SearchDatastore_Task, 'duration_secs': 0.025064} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.836245] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.836652] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.836889] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.837057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.838480] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.838480] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a205ff8-610a-48f6-bd94-fdc8dbed5c91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.848807] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.848939] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 640.850174] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9ce96f-322b-4c8d-ac86-779fd09198b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.856437] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 640.856437] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523157a0-4953-257b-7b0d-dc6e3e9b5ed8" [ 640.856437] env[62270]: _type = "Task" [ 640.856437] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.865252] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523157a0-4953-257b-7b0d-dc6e3e9b5ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.942810] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.892s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.943884] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 640.947400] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.484s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.947572] env[62270]: DEBUG nova.objects.instance [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lazy-loading 'resources' on Instance uuid fad876e7-a64e-43ab-a51d-482b544a710a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.114100] env[62270]: DEBUG nova.compute.manager [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Received event network-changed-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 641.114308] env[62270]: DEBUG nova.compute.manager [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Refreshing instance network info cache due to event network-changed-fd1fa2b8-fd92-4a95-be19-290ec5983ea0. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 641.114545] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.114666] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.114831] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Refreshing network info cache for port fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 641.125652] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798511} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.125652] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 641.125652] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.125850] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1746e7d0-7036-4169-a4fe-5624270d2b40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.143603] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 641.143603] env[62270]: value = "task-4291043" [ 641.143603] env[62270]: _type = "Task" [ 641.143603] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.159592] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.237662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "81bfa2ee-3017-4165-96d7-d6f21634f129" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.239960] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.240222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.240447] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.240627] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.246691] env[62270]: INFO nova.compute.manager [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Terminating instance [ 641.249883] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "3c9edc83-e462-4109-9d09-5c4e96755f17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.250144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.250719] env[62270]: DEBUG nova.compute.manager [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 641.250914] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 641.252931] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26bab9-8c10-4f6a-9912-222ed6f0ae3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.261962] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 641.262256] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac7e39e-ebfc-48c9-abb6-b7d6978d3d87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.274477] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 641.274477] env[62270]: value = "task-4291044" [ 641.274477] env[62270]: _type = "Task" [ 641.274477] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.284339] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.291401] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6f3c6c6c-b214-4d19-935c-2aa819bd6620 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.754s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.376701] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523157a0-4953-257b-7b0d-dc6e3e9b5ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.022782} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.377915] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da32a60-d288-43d4-8b79-0c7847e0c272 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.387228] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 641.387228] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283ec4a-38d2-469f-bfc6-7d3722101ea0" [ 641.387228] env[62270]: _type = "Task" [ 641.387228] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.397439] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283ec4a-38d2-469f-bfc6-7d3722101ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.452081] env[62270]: DEBUG nova.compute.utils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.461440] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 641.461440] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 641.463893] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Updated VIF entry in instance network info cache for port b8004e0a-ef65-4b94-8b84-e0b84cc8b603. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 641.464373] env[62270]: DEBUG nova.network.neutron [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Updating instance_info_cache with network_info: [{"id": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "address": "fa:16:3e:ce:c2:9d", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8004e0a-ef", "ovs_interfaceid": "b8004e0a-ef65-4b94-8b84-e0b84cc8b603", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.571867] env[62270]: DEBUG nova.compute.manager [None req-b2f2bd7a-3469-4b17-aadf-862cf33b681b tempest-ServerDiagnosticsTest-265903321 tempest-ServerDiagnosticsTest-265903321-project-admin] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 641.573582] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460049ea-6c09-4ac2-a22f-8eb23e810603 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.581893] env[62270]: INFO nova.compute.manager [None req-b2f2bd7a-3469-4b17-aadf-862cf33b681b tempest-ServerDiagnosticsTest-265903321 tempest-ServerDiagnosticsTest-265903321-project-admin] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Retrieving diagnostics [ 641.585233] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c02a4-780e-4980-9665-0d003841b586 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.659679] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.661928] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.662881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40b9e1-3b4c-4467-a798-86b13a22732b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.697340] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.701207] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb35915-b60c-44c3-b931-d532cc6c82b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.720502] env[62270]: DEBUG nova.policy [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a39e7280434fd1b0d339d6070b90ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1de8d37d3345c2a838e4ba7e783cc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 641.729623] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 641.729623] env[62270]: value = "task-4291045" [ 641.729623] env[62270]: _type = "Task" [ 641.729623] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.737931] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.791759] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291044, 'name': PowerOffVM_Task, 'duration_secs': 0.282604} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.795902] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 641.796163] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 641.796534] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 641.799530] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-345906b7-813c-44dc-8056-cb09b29c8c69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.869793] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 641.870642] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 641.870979] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Deleting the datastore file [datastore2] 81bfa2ee-3017-4165-96d7-d6f21634f129 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.871832] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7379ac00-341b-4af1-a831-3985c3f000c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.883529] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for the task: (returnval){ [ 641.883529] env[62270]: value = "task-4291047" [ 641.883529] env[62270]: _type = "Task" [ 641.883529] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.907340] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.914766] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283ec4a-38d2-469f-bfc6-7d3722101ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.039064} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.923014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.923014] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 641.923014] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-586465e8-5ea9-4962-a99d-ebd7c53eab1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.925339] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 641.925339] env[62270]: value = "task-4291048" [ 641.925339] env[62270]: _type = "Task" [ 641.925339] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.935713] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.974779] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 641.977516] env[62270]: DEBUG oslo_concurrency.lockutils [req-c4f0cf5b-d697-49d1-9544-a67841fb510d req-dd02513c-10e7-40d4-8ec9-b18ca6edccc1 service nova] Releasing lock "refresh_cache-5660f1e3-a664-40aa-8bd8-b0585a419d1a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.049532] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ddcf60-cc61-4b68-829b-da2237c1119b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.061620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5292e0f-d6ac-4b69-9439-c3b89cc4e978 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.099412] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b004817-8a0f-41b7-9aa9-da4f9576b6ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.112792] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e77c0ff-963a-4fc6-b39a-b037d9bd0610 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.133158] env[62270]: DEBUG nova.compute.provider_tree [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.245837] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.349731] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.403301] env[62270]: DEBUG oslo_vmware.api [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Task: {'id': task-4291047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396632} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.403301] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.403301] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 642.403301] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 642.403301] env[62270]: INFO nova.compute.manager [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Took 1.15 seconds to destroy the instance on the hypervisor. [ 642.403501] env[62270]: DEBUG oslo.service.loopingcall [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.403501] env[62270]: DEBUG nova.compute.manager [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 642.403501] env[62270]: DEBUG nova.network.neutron [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 642.440415] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.562501] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updated VIF entry in instance network info cache for port fd1fa2b8-fd92-4a95-be19-290ec5983ea0. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 642.562501] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.661946] env[62270]: ERROR nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] [req-c314f2ed-7cf7-4823-b627-320398858303] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c314f2ed-7cf7-4823-b627-320398858303"}]} [ 642.697075] env[62270]: DEBUG nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 642.734020] env[62270]: DEBUG nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 642.734020] env[62270]: DEBUG nova.compute.provider_tree [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.746260] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291045, 'name': ReconfigVM_Task, 'duration_secs': 0.69893} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.746610] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.747491] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9468509-21c3-46d3-980f-8c8e542ef498 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.750512] env[62270]: DEBUG nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 642.758133] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 642.758133] env[62270]: value = "task-4291049" [ 642.758133] env[62270]: _type = "Task" [ 642.758133] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.767561] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291049, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.776668] env[62270]: DEBUG nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 642.940285] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787636} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.944477] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 642.944549] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.945446] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de307dd-5b97-4efb-b093-ccefaa095218 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.951995] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 642.951995] env[62270]: value = "task-4291050" [ 642.951995] env[62270]: _type = "Task" [ 642.951995] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.963984] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "0c922d57-f833-45c5-90d7-88b694bd274e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.964138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.964361] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.964552] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.964725] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.968936] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.968936] env[62270]: INFO nova.compute.manager [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Terminating instance [ 642.972611] env[62270]: DEBUG nova.compute.manager [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 642.972824] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 642.974468] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f704bd-8802-4dc9-8205-47c8da3277d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.982261] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 642.983028] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf2dfad-d283-4b4f-9a59-9235b7193c35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.986292] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 643.035846] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 643.039033] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 643.039901] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 643.039901] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 643.039901] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 643.039901] env[62270]: DEBUG nova.virt.hardware [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.039901] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8d0b9f-8ec2-4bfd-8e74-fe1f0da99c76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.050926] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 643.050926] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 643.050926] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] 0c922d57-f833-45c5-90d7-88b694bd274e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.051241] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3c30507-0074-42d8-91d7-7197c9a02962 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.057335] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d406656-72bf-4f8e-a8c2-1e9976c4787c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.063862] env[62270]: DEBUG oslo_vmware.api [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 643.063862] env[62270]: value = "task-4291052" [ 643.063862] env[62270]: _type = "Task" [ 643.063862] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.064842] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.065141] env[62270]: DEBUG nova.compute.manager [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Received event network-changed-802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 643.065350] env[62270]: DEBUG nova.compute.manager [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Refreshing instance network info cache due to event network-changed-802d0588-254f-4d2e-8013-0e39c0db5537. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 643.065568] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Acquiring lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.065704] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Acquired lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.065903] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Refreshing network info cache for port 802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 643.088400] env[62270]: DEBUG oslo_vmware.api [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.272098] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291049, 'name': Rename_Task, 'duration_secs': 0.163959} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.272419] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 643.272720] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ead6f23-62cb-46f3-b7af-63dd8e6af258 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.279220] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 643.279220] env[62270]: value = "task-4291054" [ 643.279220] env[62270]: _type = "Task" [ 643.279220] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.288857] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.346024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7461c38a-3fbd-46e2-96d2-a2fc669ef345 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.358639] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4f972-958e-4f89-b813-ff42116b974b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.393577] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed316f5-44ce-4069-9a98-5bea37c12cf1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.404718] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160c49bd-3625-4c45-bcbc-1e1f36f8585d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.422574] env[62270]: DEBUG nova.compute.provider_tree [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.463435] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129729} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.463435] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.466858] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d3929-2638-4487-bfcb-8b590b343db2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.485896] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.486651] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-694dfad7-e58f-41e9-a3a2-5ae6497efc2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.511098] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 643.511098] env[62270]: value = "task-4291055" [ 643.511098] env[62270]: _type = "Task" [ 643.511098] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.522051] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.578142] env[62270]: DEBUG oslo_vmware.api [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262896} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.578142] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.578142] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 643.578142] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 643.578694] env[62270]: INFO nova.compute.manager [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 643.578694] env[62270]: DEBUG oslo.service.loopingcall [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.578694] env[62270]: DEBUG nova.compute.manager [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 643.578790] env[62270]: DEBUG nova.network.neutron [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 643.789807] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.822170] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully created port: b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.850633] env[62270]: DEBUG nova.compute.manager [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Received event network-changed-b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 643.850801] env[62270]: DEBUG nova.compute.manager [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Refreshing instance network info cache due to event network-changed-b25d6a4d-7ea2-4785-8eff-a098b3168787. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 643.850952] env[62270]: DEBUG oslo_concurrency.lockutils [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] Acquiring lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.851110] env[62270]: DEBUG oslo_concurrency.lockutils [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] Acquired lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.851298] env[62270]: DEBUG nova.network.neutron [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Refreshing network info cache for port b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 643.934469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "da1f49c7-1922-4690-aefe-fc6b71de727a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.934788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.934867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.935269] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.935462] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.938889] env[62270]: INFO nova.compute.manager [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Terminating instance [ 643.942259] env[62270]: DEBUG nova.compute.manager [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 643.942259] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 643.942259] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880cc0c9-0f90-460c-aa46-da857213e4d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.954737] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 643.955238] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b0f867-6d8c-4c68-9331-c0ba82fd2dae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.963214] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 643.963214] env[62270]: value = "task-4291056" [ 643.963214] env[62270]: _type = "Task" [ 643.963214] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.968599] env[62270]: DEBUG nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 643.969128] env[62270]: DEBUG nova.compute.provider_tree [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 31 to 32 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 643.969454] env[62270]: DEBUG nova.compute.provider_tree [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.980364] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.032473] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.299091] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.450318] env[62270]: DEBUG nova.network.neutron [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.477844] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.530s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.479939] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291056, 'name': PowerOffVM_Task, 'duration_secs': 0.221127} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.485904] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.877s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.485904] env[62270]: INFO nova.compute.claims [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.487272] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 644.487587] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 644.492622] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-547722e3-2a23-4e32-a5ef-63db967adc34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.520070] env[62270]: INFO nova.scheduler.client.report [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Deleted allocations for instance fad876e7-a64e-43ab-a51d-482b544a710a [ 644.527351] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291055, 'name': ReconfigVM_Task, 'duration_secs': 0.633114} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.527880] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.528274] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ed19368-41da-46d8-b630-fec1bff9e9d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.534791] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 644.534791] env[62270]: value = "task-4291058" [ 644.534791] env[62270]: _type = "Task" [ 644.534791] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.550296] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291058, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.556160] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 644.556394] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 644.556583] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Deleting the datastore file [datastore2] da1f49c7-1922-4690-aefe-fc6b71de727a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.556872] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-357f22bf-d66d-40ea-ad87-c90bf1e8062e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.565346] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for the task: (returnval){ [ 644.565346] env[62270]: value = "task-4291059" [ 644.565346] env[62270]: _type = "Task" [ 644.565346] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.575283] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.692333] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updated VIF entry in instance network info cache for port 802d0588-254f-4d2e-8013-0e39c0db5537. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 644.692705] env[62270]: DEBUG nova.network.neutron [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating instance_info_cache with network_info: [{"id": "802d0588-254f-4d2e-8013-0e39c0db5537", "address": "fa:16:3e:eb:b6:21", "network": {"id": "f7852ae2-117f-47dc-9ed9-d04c048906a1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-656814760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa3b6736774f4e38a8def673c0228d88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802d0588-25", "ovs_interfaceid": "802d0588-254f-4d2e-8013-0e39c0db5537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.793335] env[62270]: DEBUG oslo_vmware.api [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291054, 'name': PowerOnVM_Task, 'duration_secs': 1.070371} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.793623] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 644.793834] env[62270]: INFO nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Took 13.45 seconds to spawn the instance on the hypervisor. [ 644.794031] env[62270]: DEBUG nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 644.794856] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ec0f3-e6a0-4413-b9f7-7e690f071bef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.956567] env[62270]: INFO nova.compute.manager [-] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Took 2.55 seconds to deallocate network for instance. [ 645.030579] env[62270]: DEBUG oslo_concurrency.lockutils [None req-784c80ed-7b80-4cf0-92cf-fde9225c5494 tempest-InstanceActionsNegativeTestJSON-196325710 tempest-InstanceActionsNegativeTestJSON-196325710-project-member] Lock "fad876e7-a64e-43ab-a51d-482b544a710a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.893s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.054486] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291058, 'name': Rename_Task, 'duration_secs': 0.197009} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.054486] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 645.054486] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e995e64-8888-4360-b6df-3b1fe911c0a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.065381] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 645.065381] env[62270]: value = "task-4291060" [ 645.065381] env[62270]: _type = "Task" [ 645.065381] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.078501] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.082965] env[62270]: DEBUG oslo_vmware.api [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Task: {'id': task-4291059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265069} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.083286] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.083527] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 645.083724] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 645.083902] env[62270]: INFO nova.compute.manager [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 645.084331] env[62270]: DEBUG oslo.service.loopingcall [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.084331] env[62270]: DEBUG nova.compute.manager [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 645.084452] env[62270]: DEBUG nova.network.neutron [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 645.205494] env[62270]: DEBUG oslo_concurrency.lockutils [req-400ce352-e2e3-4b05-9a65-687752abc3fa req-efbc5ac5-5c08-4856-998e-0d08fc5f1737 service nova] Releasing lock "refresh_cache-e0f20d7f-2947-4448-a5ae-361687f3dc17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.326779] env[62270]: INFO nova.compute.manager [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Took 23.63 seconds to build instance. [ 645.359533] env[62270]: DEBUG nova.network.neutron [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.465548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.547581] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully created port: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.585204] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291060, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.751147] env[62270]: DEBUG nova.network.neutron [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updated VIF entry in instance network info cache for port b25d6a4d-7ea2-4785-8eff-a098b3168787. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 645.751147] env[62270]: DEBUG nova.network.neutron [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updating instance_info_cache with network_info: [{"id": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "address": "fa:16:3e:53:27:8e", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb25d6a4d-7e", "ovs_interfaceid": "b25d6a4d-7ea2-4785-8eff-a098b3168787", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.835111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-473275c2-faf9-4bc2-a166-9b89a4fee9b8 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.147s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.863569] env[62270]: INFO nova.compute.manager [-] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Took 2.28 seconds to deallocate network for instance. [ 645.864199] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.864597] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.063114] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ea4da-141e-4b06-a53c-04dc2112c10d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.076441] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c914589-4354-4fb1-ad3a-e301612f0a07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.083081] env[62270]: DEBUG oslo_vmware.api [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291060, 'name': PowerOnVM_Task, 'duration_secs': 0.670884} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.085245] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 646.085245] env[62270]: INFO nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Took 6.97 seconds to spawn the instance on the hypervisor. [ 646.085245] env[62270]: DEBUG nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 646.085245] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6c38ff-9837-4ce7-bd90-a83a0eeea4f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.122165] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df64983f-c7b1-498c-81ef-d9413a9e102a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.135705] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94b647-8ac0-4cd2-a22c-4c6c245f5f4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.151304] env[62270]: DEBUG nova.compute.provider_tree [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.212130] env[62270]: DEBUG nova.network.neutron [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.257925] env[62270]: DEBUG oslo_concurrency.lockutils [req-ec250686-5207-4d4b-b959-fa53cfdccb1d req-7f8fee08-39a6-46bd-b475-64c528c7d4d2 service nova] Releasing lock "refresh_cache-abed8c28-e155-4775-a90b-45942d5b75ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.337190] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 646.373766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.412334] env[62270]: DEBUG nova.compute.manager [req-bde86c73-3e1e-469e-b687-b6e2c08bf14d req-3abad82d-9404-4721-b6cc-79df59af091a service nova] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Received event network-vif-deleted-86a9ed6f-829e-4b08-97cc-4b44c3c078d3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 646.617776] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully created port: 80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.654971] env[62270]: INFO nova.compute.manager [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Took 15.93 seconds to build instance. [ 646.657048] env[62270]: DEBUG nova.scheduler.client.report [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 646.719374] env[62270]: INFO nova.compute.manager [-] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Took 1.63 seconds to deallocate network for instance. [ 646.809301] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.810205] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.864987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.166262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d4b9ba54-bb89-49a5-930d-4a1d6250d976 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.469s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.167400] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.169547] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 647.178067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.529s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.180873] env[62270]: INFO nova.compute.claims [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.227054] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.492278] env[62270]: DEBUG nova.compute.manager [req-bdd7acf2-0b91-4d72-8de4-4ab931229e80 req-efc84180-acad-47e9-a15e-e38c029deb88 service nova] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Received event network-vif-deleted-1c67763a-0047-47ce-a5ef-72c5e3545c27 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 647.492278] env[62270]: DEBUG nova.compute.manager [req-bdd7acf2-0b91-4d72-8de4-4ab931229e80 req-efc84180-acad-47e9-a15e-e38c029deb88 service nova] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Received event network-vif-deleted-477f65bd-d144-48a7-be7c-d05553fac99e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 647.678201] env[62270]: DEBUG nova.compute.utils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.679697] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 647.679866] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 647.686538] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 647.784162] env[62270]: DEBUG nova.policy [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e15e3257927049b0a9f55d3f869171f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8ebd3c89914bd5969d3f26dd34007e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 647.927264] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.927507] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.183607] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 648.229132] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.603517] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5e502-94cd-4a7c-836f-3b95477d6b1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.607991] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Successfully created port: b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.613133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdeccde-7e35-451a-8648-25ad374ed205 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.650563] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f51aa-9bf3-4bd9-8fb9-2e3d21808149 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.661578] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd35885-297d-4c79-ae41-62ae69afa47d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.678474] env[62270]: DEBUG nova.compute.provider_tree [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.185248] env[62270]: DEBUG nova.scheduler.client.report [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 649.195871] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 649.231420] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 649.232497] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 649.232497] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.232497] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 649.232497] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.232924] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 649.232924] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 649.232993] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 649.233473] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 649.239134] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 649.239134] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.239134] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96abea0c-2638-4083-8806-d9f95f3e4fcb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.247133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b4e17-7e9a-4f1a-b172-2e6a9c9f97b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.370228] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.370228] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.532152] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully updated port: b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.654627] env[62270]: DEBUG nova.compute.manager [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 649.690850] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.691447] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 649.694525] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.234s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.695994] env[62270]: INFO nova.compute.claims [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.199407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.205792] env[62270]: DEBUG nova.compute.utils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.209513] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 650.211306] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 650.347262] env[62270]: DEBUG nova.policy [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e15e3257927049b0a9f55d3f869171f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8ebd3c89914bd5969d3f26dd34007e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 650.627871] env[62270]: DEBUG nova.compute.manager [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-plugged-b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 650.627871] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.627871] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.627871] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.627871] env[62270]: DEBUG nova.compute.manager [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] No waiting events found dispatching network-vif-plugged-b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 650.628075] env[62270]: WARNING nova.compute.manager [req-0b561fc7-ff8c-4be3-93e7-da39b2c4a3a9 req-35137866-181d-4565-9c6e-03cb213ac728 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received unexpected event network-vif-plugged-b54205b8-ee6b-4381-acef-ad739ae22059 for instance with vm_state building and task_state spawning. [ 650.716945] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 651.065039] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.065286] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.200555] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.200893] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.332424] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc659db-f67b-4bfa-a25a-6e392f8121be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.342450] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b6da20-9550-4309-a5da-90c9fa2e6629 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.391890] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Successfully updated port: b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.396886] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dacab6e-e32b-4262-9c8b-cb777d68037b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.403102] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5db9f4-28b4-4c68-8ec7-7da5e3b42c95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.429755] env[62270]: DEBUG nova.compute.provider_tree [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.520959] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Successfully created port: 91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.673218] env[62270]: INFO nova.compute.manager [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Rebuilding instance [ 651.737145] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 651.745507] env[62270]: DEBUG nova.compute.manager [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 651.745750] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916ce557-4758-43b6-a081-cfc7347c55a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.788175] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 651.788479] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 651.788691] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.788858] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 651.792249] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.792249] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 651.792249] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 651.792871] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 651.794105] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 651.794105] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 651.794105] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.794309] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b1c33-9ed3-4e0f-9892-4dbc0a0af6a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.808618] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be583b2e-a592-4bdc-8006-51b74977318b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.897357] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.897505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.897656] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 651.937164] env[62270]: DEBUG nova.scheduler.client.report [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 652.262210] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 652.262646] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-889ae53c-2c85-4981-8e28-e4e392f40802 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.271916] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully updated port: a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.276141] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 652.276141] env[62270]: value = "task-4291065" [ 652.276141] env[62270]: _type = "Task" [ 652.276141] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.291206] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.448241] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.448241] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 652.450304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.404s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.452198] env[62270]: INFO nova.compute.claims [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.460577] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 652.707572] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Updating instance_info_cache with network_info: [{"id": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "address": "fa:16:3e:c8:68:08", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba0b35-a3", "ovs_interfaceid": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.798444] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291065, 'name': PowerOffVM_Task, 'duration_secs': 0.131381} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.798444] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 652.798444] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 652.801995] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379213e-a7ef-4b14-87d9-758c79e70e50 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.810937] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 652.811243] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4607cd7-3d7b-4624-a842-7ce544491991 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.846628] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 652.846628] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 652.846628] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Deleting the datastore file [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.846628] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3844c5e-d5c5-4cc4-a8a2-b51f575f4f10 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.856668] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 652.856668] env[62270]: value = "task-4291067" [ 652.856668] env[62270]: _type = "Task" [ 652.856668] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.867516] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.957354] env[62270]: DEBUG nova.compute.utils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 652.965327] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 652.965327] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 653.107020] env[62270]: DEBUG nova.policy [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e15e3257927049b0a9f55d3f869171f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d8ebd3c89914bd5969d3f26dd34007e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 653.211050] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.211459] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Instance network_info: |[{"id": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "address": "fa:16:3e:c8:68:08", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba0b35-a3", "ovs_interfaceid": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 653.211945] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:68:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4ba0b35-a318-47b4-a31c-1d9b99dd575d', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.224797] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Creating folder: Project (0d8ebd3c89914bd5969d3f26dd34007e). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 653.224896] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a433442-b265-41b6-a23a-8575aa3474a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.242569] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Created folder: Project (0d8ebd3c89914bd5969d3f26dd34007e) in parent group-v845132. [ 653.243258] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Creating folder: Instances. Parent ref: group-v845183. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 653.243367] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd366737-dfda-4708-acb4-1ebc8c65698a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.257994] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Created folder: Instances in parent group-v845183. [ 653.258527] env[62270]: DEBUG oslo.service.loopingcall [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.258791] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 653.259089] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58189cfa-c78e-4d12-b7e3-0b31162297d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.283977] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.283977] env[62270]: value = "task-4291070" [ 653.283977] env[62270]: _type = "Task" [ 653.283977] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.296559] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291070, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.372162] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104592} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.372162] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.373016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 653.373016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 653.472964] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 653.483127] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-changed-b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 653.483127] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing instance network info cache due to event network-changed-b54205b8-ee6b-4381-acef-ad739ae22059. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 653.483127] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquiring lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.483127] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquired lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.483379] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing network info cache for port b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 653.633928] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Successfully updated port: 91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.802785] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291070, 'name': CreateVM_Task, 'duration_secs': 0.3871} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.803656] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Successfully created port: d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.805807] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 653.806629] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.806800] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.807127] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.808195] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7546bc37-d6e9-47be-b5af-c0f1d4579088 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.815369] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 653.815369] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52456799-3af7-421f-d9a1-53f718bac12e" [ 653.815369] env[62270]: _type = "Task" [ 653.815369] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.829793] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52456799-3af7-421f-d9a1-53f718bac12e, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.830100] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.830332] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.830604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.830754] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.830932] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.831205] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88553bfd-33b2-4360-9eda-71b402f887d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.843434] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.843640] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 653.844440] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee84bdf-a37e-4aaa-86f8-eca57bdc2f99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.851564] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 653.851564] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521160fd-0298-3a98-c1aa-0a97e027696e" [ 653.851564] env[62270]: _type = "Task" [ 653.851564] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.867802] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521160fd-0298-3a98-c1aa-0a97e027696e, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.868811] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3a9796-8022-4d8e-92a8-f1ae9388836c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.876647] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 653.876647] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bee4c3-ac71-b50d-e65a-353baf35f133" [ 653.876647] env[62270]: _type = "Task" [ 653.876647] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.894507] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bee4c3-ac71-b50d-e65a-353baf35f133, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.894858] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.895187] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d65d666b-e9f3-4724-b76b-cb3199cfba1f/d65d666b-e9f3-4724-b76b-cb3199cfba1f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 653.895522] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0a0b886-f862-402c-9e1e-cad2253c9c01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.905016] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 653.905016] env[62270]: value = "task-4291071" [ 653.905016] env[62270]: _type = "Task" [ 653.905016] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.916463] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.049871] env[62270]: DEBUG nova.compute.manager [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Received event network-vif-plugged-91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 654.050120] env[62270]: DEBUG oslo_concurrency.lockutils [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] Acquiring lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.050339] env[62270]: DEBUG oslo_concurrency.lockutils [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.050642] env[62270]: DEBUG oslo_concurrency.lockutils [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.050752] env[62270]: DEBUG nova.compute.manager [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] No waiting events found dispatching network-vif-plugged-91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 654.050924] env[62270]: WARNING nova.compute.manager [req-014f039c-591e-456f-8f2f-460aa90e5476 req-f982fb29-400a-479e-89e9-c6651e06f075 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Received unexpected event network-vif-plugged-91b381f3-763c-4bc9-ba93-03b9772df46a for instance with vm_state building and task_state spawning. [ 654.056825] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 654.079698] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e6e7d-00f2-4ef6-81af-3c071e010510 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.089413] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db7559d-bd76-4167-814b-e02c03da8ef7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.138475] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717ad29-dd3d-4c1a-adc1-3e8712d5a692 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.144780] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.145145] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.145502] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 654.151163] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a2405-4a32-4583-8811-4a8a5225ad9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.173056] env[62270]: DEBUG nova.compute.provider_tree [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.273126] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.421401] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.430563] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 654.431017] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 654.431017] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.431199] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 654.431349] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.432057] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 654.432057] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 654.432057] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 654.434340] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 654.434676] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 654.434900] env[62270]: DEBUG nova.virt.hardware [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.435990] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c1d814-a941-4b20-912c-9dc6e4dc5be2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.447159] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c8463-d305-4019-91ca-134f688f417f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.466113] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.475462] env[62270]: DEBUG oslo.service.loopingcall [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.475791] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 654.476034] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4130b349-aea1-43a4-ab15-b78952da9e6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.498127] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 654.504020] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.504020] env[62270]: value = "task-4291072" [ 654.504020] env[62270]: _type = "Task" [ 654.504020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.517295] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291072, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.527738] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 654.527738] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 654.527924] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.528176] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 654.528319] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.528365] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 654.529027] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 654.529027] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 654.529027] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 654.529380] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 654.529380] env[62270]: DEBUG nova.virt.hardware [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 654.530139] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40c288a-cac1-46b1-937b-8fe87e942740 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.540606] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ac604-3698-454b-8147-3719a9e63bf7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.677650] env[62270]: DEBUG nova.scheduler.client.report [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 654.745056] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 654.776580] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Releasing lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.777081] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Received event network-vif-plugged-b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 654.777416] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquiring lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.777716] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.778013] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.778689] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] No waiting events found dispatching network-vif-plugged-b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 654.778962] env[62270]: WARNING nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Received unexpected event network-vif-plugged-b4ba0b35-a318-47b4-a31c-1d9b99dd575d for instance with vm_state building and task_state spawning. [ 654.779242] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Received event network-changed-b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 654.779490] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Refreshing instance network info cache due to event network-changed-b4ba0b35-a318-47b4-a31c-1d9b99dd575d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 654.779847] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquiring lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.780077] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquired lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.780328] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Refreshing network info cache for port b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 654.922851] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542414} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.923285] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d65d666b-e9f3-4724-b76b-cb3199cfba1f/d65d666b-e9f3-4724-b76b-cb3199cfba1f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 654.923614] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.923917] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1117bcc9-0961-4de3-a51f-548bd1797536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.935289] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 654.935289] env[62270]: value = "task-4291076" [ 654.935289] env[62270]: _type = "Task" [ 654.935289] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.947263] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.013854] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291072, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.098925] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Updating instance_info_cache with network_info: [{"id": "91b381f3-763c-4bc9-ba93-03b9772df46a", "address": "fa:16:3e:66:01:52", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b381f3-76", "ovs_interfaceid": "91b381f3-763c-4bc9-ba93-03b9772df46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.187270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.187634] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 655.192379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.029s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.193892] env[62270]: INFO nova.compute.claims [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.196806] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Successfully updated port: 80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.446505] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077382} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.446505] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.447243] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f81faf-8ebf-4268-8d95-67bbb7405c83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.474529] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d65d666b-e9f3-4724-b76b-cb3199cfba1f/d65d666b-e9f3-4724-b76b-cb3199cfba1f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.474845] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d94bc49-ae83-4146-b289-9508a46a2834 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.504351] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 655.504351] env[62270]: value = "task-4291077" [ 655.504351] env[62270]: _type = "Task" [ 655.504351] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.517055] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.520107] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291072, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.600649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.601092] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Instance network_info: |[{"id": "91b381f3-763c-4bc9-ba93-03b9772df46a", "address": "fa:16:3e:66:01:52", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b381f3-76", "ovs_interfaceid": "91b381f3-763c-4bc9-ba93-03b9772df46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 655.601573] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:01:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b381f3-763c-4bc9-ba93-03b9772df46a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.614024] env[62270]: DEBUG oslo.service.loopingcall [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.614024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 655.614024] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ec772c-2dda-48c4-bb74-2a3ca5885ea1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.639382] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.639382] env[62270]: value = "task-4291078" [ 655.639382] env[62270]: _type = "Task" [ 655.639382] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.648899] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291078, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.693625] env[62270]: DEBUG nova.compute.utils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.695274] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 655.695274] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 655.703192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.703192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.703192] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 655.772606] env[62270]: DEBUG nova.policy [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcf7f5278a6c4e9ba1761368a8f96a5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74643b31b6b047288ce7052f0ef44873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 655.840190] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Updated VIF entry in instance network info cache for port b4ba0b35-a318-47b4-a31c-1d9b99dd575d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 655.840852] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Updating instance_info_cache with network_info: [{"id": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "address": "fa:16:3e:c8:68:08", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4ba0b35-a3", "ovs_interfaceid": "b4ba0b35-a318-47b4-a31c-1d9b99dd575d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.023522] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291072, 'name': CreateVM_Task, 'duration_secs': 1.357905} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.028753] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 656.029172] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.029641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.029818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.030181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.030472] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315a0eaa-2625-438b-b3cd-709d4242ae49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.040776] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 656.040776] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b96e6-a5ed-6f81-0e81-1bba45ea4009" [ 656.040776] env[62270]: _type = "Task" [ 656.040776] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.052721] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b96e6-a5ed-6f81-0e81-1bba45ea4009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.156986] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291078, 'name': CreateVM_Task, 'duration_secs': 0.484052} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.157168] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 656.157797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.199243] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 656.294312] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 656.345291] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Releasing lock "refresh_cache-d65d666b-e9f3-4724-b76b-cb3199cfba1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.345291] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-plugged-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 656.346588] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.347466] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.347886] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.348601] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] No waiting events found dispatching network-vif-plugged-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 656.348927] env[62270]: WARNING nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received unexpected event network-vif-plugged-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 for instance with vm_state building and task_state spawning. [ 656.349446] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-changed-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 656.349736] env[62270]: DEBUG nova.compute.manager [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing instance network info cache due to event network-changed-a0fd1167-d166-4233-b80b-e6fe8a8b68c2. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 656.350285] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquiring lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.398121] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Successfully created port: 382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.484537] env[62270]: DEBUG nova.compute.manager [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-plugged-80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 656.484802] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.485157] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.485205] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.485388] env[62270]: DEBUG nova.compute.manager [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] No waiting events found dispatching network-vif-plugged-80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 656.485661] env[62270]: WARNING nova.compute.manager [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received unexpected event network-vif-plugged-80621f3a-b529-448f-8d07-05fbd3868daa for instance with vm_state building and task_state spawning. [ 656.485724] env[62270]: DEBUG nova.compute.manager [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-changed-80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 656.485864] env[62270]: DEBUG nova.compute.manager [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing instance network info cache due to event network-changed-80621f3a-b529-448f-8d07-05fbd3868daa. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 656.486053] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Acquiring lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.521090] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291077, 'name': ReconfigVM_Task, 'duration_secs': 0.675748} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.522359] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d65d666b-e9f3-4724-b76b-cb3199cfba1f/d65d666b-e9f3-4724-b76b-cb3199cfba1f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.524714] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfc91979-59a1-4c0c-bb96-98a593df6b7c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.536779] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 656.536779] env[62270]: value = "task-4291079" [ 656.536779] env[62270]: _type = "Task" [ 656.536779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.542940] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.543203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.559680] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b96e6-a5ed-6f81-0e81-1bba45ea4009, 'name': SearchDatastore_Task, 'duration_secs': 0.011548} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.565626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.565626] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.565626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.565626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.565793] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.565793] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291079, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.565793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.565793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.565793] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84cf74f2-3404-45f5-badf-352bbc525f4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.569497] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd1edb96-3389-4d86-8092-a4aa9bcb0bce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.577034] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 656.577034] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b6e886-0b99-87c8-d206-e075f9319482" [ 656.577034] env[62270]: _type = "Task" [ 656.577034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.581683] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.581822] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 656.585396] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a403a542-c733-4730-9eef-53dee8098729 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.592164] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b6e886-0b99-87c8-d206-e075f9319482, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.592872] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.593167] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.593431] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.596370] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 656.596370] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52912bbd-00d8-8749-f1d2-a710c5b0a0f8" [ 656.596370] env[62270]: _type = "Task" [ 656.596370] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.597802] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Successfully updated port: d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.607057] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52912bbd-00d8-8749-f1d2-a710c5b0a0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.821876] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511f03b-8a09-4873-8e24-dd2a0cb44559 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.830422] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d236b-4a47-4901-974d-1ddd6e771893 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866417] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dfebca-3680-4056-82e8-d9ff79a47da6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.876825] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabdd48-3112-454a-acc2-d0d34783d73d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.899696] env[62270]: DEBUG nova.compute.provider_tree [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.056962] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291079, 'name': Rename_Task, 'duration_secs': 0.153176} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.057764] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 657.057764] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f4707b3-f213-4508-bc2a-8d65dd2e1964 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.065844] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 657.065844] env[62270]: value = "task-4291080" [ 657.065844] env[62270]: _type = "Task" [ 657.065844] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.077035] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.102945] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.103121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.103298] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 657.113395] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52912bbd-00d8-8749-f1d2-a710c5b0a0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.114901] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd45e85-15de-4e17-912a-d94663ac09c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.123667] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 657.123667] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a8dfb9-32d3-b12a-81b7-4bc7b8d1f2d2" [ 657.123667] env[62270]: _type = "Task" [ 657.123667] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.137218] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a8dfb9-32d3-b12a-81b7-4bc7b8d1f2d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.220177] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 657.256710] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 657.257261] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 657.257261] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.258048] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 657.258048] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.258048] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 657.258048] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 657.258767] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 657.260270] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 657.260442] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 657.260631] env[62270]: DEBUG nova.virt.hardware [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.261895] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d894b6b4-7f6b-49bc-8582-227a7b3f769f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.273203] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff47ff-678c-4461-89bd-84500e9870ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.406565] env[62270]: DEBUG nova.scheduler.client.report [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 657.442289] env[62270]: DEBUG nova.compute.manager [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Received event network-changed-91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 657.442521] env[62270]: DEBUG nova.compute.manager [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Refreshing instance network info cache due to event network-changed-91b381f3-763c-4bc9-ba93-03b9772df46a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 657.442923] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] Acquiring lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.443117] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] Acquired lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.443316] env[62270]: DEBUG nova.network.neutron [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Refreshing network info cache for port 91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 657.582572] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.634680] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a8dfb9-32d3-b12a-81b7-4bc7b8d1f2d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011891} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.635094] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.635374] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 657.635759] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.635860] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.636096] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfb28f37-a79d-4e15-a7ef-fdf3ad7f0a2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.642371] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-523a307d-c5b3-494e-a1f0-fa5060d91bde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.649094] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 657.649094] env[62270]: value = "task-4291082" [ 657.649094] env[62270]: _type = "Task" [ 657.649094] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.650362] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.650567] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 657.654148] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1c8425-cc0c-4008-9e99-8030cdb7294d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.661194] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 657.661194] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522be650-7ec6-d07b-00f5-0a0f3af6eb32" [ 657.661194] env[62270]: _type = "Task" [ 657.661194] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.665456] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.674573] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522be650-7ec6-d07b-00f5-0a0f3af6eb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.675802] env[62270]: DEBUG nova.network.neutron [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [{"id": "b54205b8-ee6b-4381-acef-ad739ae22059", "address": "fa:16:3e:d7:d8:fd", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54205b8-ee", "ovs_interfaceid": "b54205b8-ee6b-4381-acef-ad739ae22059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "address": "fa:16:3e:ec:aa:7e", "network": {"id": "0670ab5c-3399-4d6a-9e9e-6a318b56b5fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376389771", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fd1167-d1", "ovs_interfaceid": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.684556] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 657.914237] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.914237] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 657.918703] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.408s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.920228] env[62270]: INFO nova.compute.claims [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.081858] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291080, 'name': PowerOnVM_Task, 'duration_secs': 0.520755} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.082210] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 658.082554] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 658.082651] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 658.083657] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6765d-54ae-4c46-bd57-06da21fdf1db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.164856] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291082, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.181493] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.181928] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance network_info: |[{"id": "b54205b8-ee6b-4381-acef-ad739ae22059", "address": "fa:16:3e:d7:d8:fd", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54205b8-ee", "ovs_interfaceid": "b54205b8-ee6b-4381-acef-ad739ae22059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "address": "fa:16:3e:ec:aa:7e", "network": {"id": "0670ab5c-3399-4d6a-9e9e-6a318b56b5fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376389771", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fd1167-d1", "ovs_interfaceid": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 658.182392] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522be650-7ec6-d07b-00f5-0a0f3af6eb32, 'name': SearchDatastore_Task, 'duration_secs': 0.02146} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.182665] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Acquired lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.182858] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing network info cache for port a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 658.185040] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b54205b8-ee6b-4381-acef-ad739ae22059', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:aa:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0fd1167-d166-4233-b80b-e6fe8a8b68c2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:25:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80621f3a-b529-448f-8d07-05fbd3868daa', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.199461] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Creating folder: Project (6f1de8d37d3345c2a838e4ba7e783cc0). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 658.202791] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fba7b90-2aed-4490-a9e1-59ac8c0dcb1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.205254] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02fe941-5055-4e36-a0c9-e373013d8f95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.218154] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 658.218154] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dc2126-372b-0819-7a5a-f0f91a522b40" [ 658.218154] env[62270]: _type = "Task" [ 658.218154] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.226761] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Created folder: Project (6f1de8d37d3345c2a838e4ba7e783cc0) in parent group-v845132. [ 658.227043] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Creating folder: Instances. Parent ref: group-v845191. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 658.227570] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cb8637f-9b16-4dc5-870a-69eb78c397c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.233468] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dc2126-372b-0819-7a5a-f0f91a522b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.252769] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Created folder: Instances in parent group-v845191. [ 658.253110] env[62270]: DEBUG oslo.service.loopingcall [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.253322] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 658.253590] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d5908aa-6c22-467a-a629-ca68aa0c6a94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.296026] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.296026] env[62270]: value = "task-4291085" [ 658.296026] env[62270]: _type = "Task" [ 658.296026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.310758] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291085, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.389164] env[62270]: DEBUG nova.network.neutron [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Updating instance_info_cache with network_info: [{"id": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "address": "fa:16:3e:51:f8:d8", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48ce55b-d1", "ovs_interfaceid": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.426953] env[62270]: DEBUG nova.compute.utils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.429634] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 658.429819] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 658.534200] env[62270]: DEBUG nova.network.neutron [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Updated VIF entry in instance network info cache for port 91b381f3-763c-4bc9-ba93-03b9772df46a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 658.534485] env[62270]: DEBUG nova.network.neutron [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Updating instance_info_cache with network_info: [{"id": "91b381f3-763c-4bc9-ba93-03b9772df46a", "address": "fa:16:3e:66:01:52", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b381f3-76", "ovs_interfaceid": "91b381f3-763c-4bc9-ba93-03b9772df46a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.552852] env[62270]: DEBUG nova.policy [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07dc6266b83c4940a99dcfe5ab178fde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d65a728f9a44348f9a5e3cbc45bcc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 658.607291] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Took 27.03 seconds to build instance. [ 658.668456] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80072} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.668788] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 658.669904] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.669904] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62e0b011-95a5-416b-8b37-5deb745c263d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.679011] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 658.679011] env[62270]: value = "task-4291086" [ 658.679011] env[62270]: _type = "Task" [ 658.679011] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.691092] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.732604] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dc2126-372b-0819-7a5a-f0f91a522b40, 'name': SearchDatastore_Task, 'duration_secs': 0.057344} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.733045] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.733359] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] bf195db5-7601-46e3-ba0e-1ea3ded052c5/bf195db5-7601-46e3-ba0e-1ea3ded052c5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 658.733666] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d62ecd70-71b9-4e84-be4c-88fcb64cf48d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.754309] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 658.754309] env[62270]: value = "task-4291087" [ 658.754309] env[62270]: _type = "Task" [ 658.754309] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.765947] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.806034] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291085, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.897064] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.899820] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Instance network_info: |[{"id": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "address": "fa:16:3e:51:f8:d8", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48ce55b-d1", "ovs_interfaceid": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 658.899820] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:f8:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd48ce55b-d1b8-4f01-bf94-998ba1920d06', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.910719] env[62270]: DEBUG oslo.service.loopingcall [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.911073] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 658.911596] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097effcd-fd7b-4798-99e3-f15a6c2c21de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.943832] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 658.946860] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.946860] env[62270]: value = "task-4291088" [ 658.946860] env[62270]: _type = "Task" [ 658.946860] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.960999] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291088, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.001736] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updated VIF entry in instance network info cache for port a0fd1167-d166-4233-b80b-e6fe8a8b68c2. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 659.002250] env[62270]: DEBUG nova.network.neutron [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [{"id": "b54205b8-ee6b-4381-acef-ad739ae22059", "address": "fa:16:3e:d7:d8:fd", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54205b8-ee", "ovs_interfaceid": "b54205b8-ee6b-4381-acef-ad739ae22059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "address": "fa:16:3e:ec:aa:7e", "network": {"id": "0670ab5c-3399-4d6a-9e9e-6a318b56b5fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376389771", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fd1167-d1", "ovs_interfaceid": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.040028] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dbdfbed-07e6-4df7-9272-900afa3aad93 req-325c34bb-6672-45ba-9ff3-e18d0b5a9493 service nova] Releasing lock "refresh_cache-bf195db5-7601-46e3-ba0e-1ea3ded052c5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.054351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.054351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.112222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.537s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.204839] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081958} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.205152] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.206022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827aeb9-1762-4faf-835b-7e3f1aa471a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.238788] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.238788] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37c8ef1-384d-469b-9b19-54e2aada16a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.263850] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Successfully updated port: 382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.283049] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.286347] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 659.286347] env[62270]: value = "task-4291089" [ 659.286347] env[62270]: _type = "Task" [ 659.286347] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.304026] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Successfully created port: ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.311023] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.321424] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291085, 'name': CreateVM_Task, 'duration_secs': 0.591299} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.324949] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 659.326288] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.326509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326846] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.327077] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b520732e-592c-4313-b3c1-528dd08b7a31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.335904] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 659.335904] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292be32-8692-7ae1-7397-afbaf1da8e07" [ 659.335904] env[62270]: _type = "Task" [ 659.335904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.349776] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292be32-8692-7ae1-7397-afbaf1da8e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.477978] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291088, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.507582] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb85265c-07a2-4ef7-8fc8-31f80da536b5 req-263ad0e7-c001-4998-9642-4632e7a2f1c3 service nova] Releasing lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.508175] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Acquired lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.508333] env[62270]: DEBUG nova.network.neutron [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Refreshing network info cache for port 80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 659.615969] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 659.768598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.769100] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.769226] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 659.796497] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791097} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.797229] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] bf195db5-7601-46e3-ba0e-1ea3ded052c5/bf195db5-7601-46e3-ba0e-1ea3ded052c5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 659.797476] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.797733] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1373003-b714-4333-b1b1-c9a044d0c792 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.805937] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.814984] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 659.814984] env[62270]: value = "task-4291091" [ 659.814984] env[62270]: _type = "Task" [ 659.814984] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.832181] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.834218] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48711dc-bb82-4744-9c07-5a4bbbdcade7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.852832] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292be32-8692-7ae1-7397-afbaf1da8e07, 'name': SearchDatastore_Task, 'duration_secs': 0.058128} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.854717] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8733ac-c59a-44de-b19c-034ab0405fb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.858379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.858379] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.858677] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.860031] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.860190] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.860496] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedf5ab3-5b1a-43b7-b4d8-5df2745fdebb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.914725] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1905a8-7d70-4e13-8644-42847b2bea81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.917675] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.917851] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 659.918665] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f78ac0-4de1-432a-bcee-446fc7a3d768 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.928436] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312fb9d-9f16-41b8-8444-951162e7a5aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.933968] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 659.933968] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528f4b36-01fc-e879-c73b-c5af88aa72c2" [ 659.933968] env[62270]: _type = "Task" [ 659.933968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.949873] env[62270]: DEBUG nova.compute.provider_tree [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.955472] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528f4b36-01fc-e879-c73b-c5af88aa72c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.960714] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27c06d1-55b3-4fc8-a2ac-f8f6f4a210c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.966266] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 659.974187] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291088, 'name': CreateVM_Task, 'duration_secs': 0.668306} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.974511] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 659.974511] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f724e-4d37-2dcd-6de2-7d83c50f644d" [ 659.974511] env[62270]: _type = "Task" [ 659.974511] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.974683] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 659.975510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.975675] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.976022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.979505] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb22233-c08e-4b8b-ae30-05c6e9956974 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.990463] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f724e-4d37-2dcd-6de2-7d83c50f644d, 'name': SearchDatastore_Task, 'duration_secs': 0.013632} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.991189] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 659.991189] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5297e4c1-a98e-1a69-1686-edfbf7174d18" [ 659.991189] env[62270]: _type = "Task" [ 659.991189] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.993317] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.993604] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 049a3522-25cb-42b7-ad12-abb18658a7cb/049a3522-25cb-42b7-ad12-abb18658a7cb.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 659.994308] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c5580c-3543-4886-a0cc-6a4ce9a593b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.011908] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5297e4c1-a98e-1a69-1686-edfbf7174d18, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.014450] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 660.014780] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 660.014964] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.015198] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 660.015362] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.015537] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 660.015770] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 660.015932] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 660.016111] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 660.016272] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 660.016442] env[62270]: DEBUG nova.virt.hardware [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.018320] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.018558] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.018858] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.019038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.019225] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.020096] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820360b4-c680-4465-874b-cd5611f5d94a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.022908] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 660.022908] env[62270]: value = "task-4291092" [ 660.022908] env[62270]: _type = "Task" [ 660.022908] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.025017] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef3f151-b935-4b9c-95ae-14c696d70ab0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.036670] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88194558-0319-4c1b-83f5-5ebb64df4fa4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.048312] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.062742] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.062991] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 660.063822] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8d71c2-c64b-430e-9553-308d47b1d9ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.073852] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 660.073852] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521d7b40-2573-440b-644e-e49ad1d94e50" [ 660.073852] env[62270]: _type = "Task" [ 660.073852] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.085075] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521d7b40-2573-440b-644e-e49ad1d94e50, 'name': SearchDatastore_Task} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.086289] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe72379b-ca5a-4f58-8b87-84ee9260371f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.096548] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 660.096548] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524aef58-80a9-6f6f-014d-a1c09518324f" [ 660.096548] env[62270]: _type = "Task" [ 660.096548] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.113415] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524aef58-80a9-6f6f-014d-a1c09518324f, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.119812] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.119812] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9fb6b4ec-edb3-478a-865d-47d0d863f244/9fb6b4ec-edb3-478a-865d-47d0d863f244.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 660.119812] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e40cc29-600c-4b20-aa96-996dadaa2ea7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133841] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 660.133841] env[62270]: value = "task-4291093" [ 660.133841] env[62270]: _type = "Task" [ 660.133841] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.157702] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.162240] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.305272] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291089, 'name': ReconfigVM_Task, 'duration_secs': 0.929984} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.305651] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c/62b3f344-bff0-47a3-a761-ec5517c6a24c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.309048] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4624de6a-601b-4f99-afd1-d2d33191f037 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.326942] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 660.326942] env[62270]: value = "task-4291094" [ 660.326942] env[62270]: _type = "Task" [ 660.326942] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.335974] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236427} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.336188] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.337138] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9244d-1be4-47d7-a1d2-10e5e18208e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.345243] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291094, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.371875] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] bf195db5-7601-46e3-ba0e-1ea3ded052c5/bf195db5-7601-46e3-ba0e-1ea3ded052c5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.372247] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bf479b7-f66f-4e18-a5a3-744cc3fe4318 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.394687] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 660.399477] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 660.399477] env[62270]: value = "task-4291095" [ 660.399477] env[62270]: _type = "Task" [ 660.399477] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.417350] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.457798] env[62270]: DEBUG nova.scheduler.client.report [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 660.542513] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291092, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.648513] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.755512] env[62270]: DEBUG nova.compute.manager [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Received event network-vif-plugged-d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 660.755512] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Acquiring lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.755512] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.755512] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.757728] env[62270]: DEBUG nova.compute.manager [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] No waiting events found dispatching network-vif-plugged-d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 660.758033] env[62270]: WARNING nova.compute.manager [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Received unexpected event network-vif-plugged-d48ce55b-d1b8-4f01-bf94-998ba1920d06 for instance with vm_state building and task_state spawning. [ 660.758206] env[62270]: DEBUG nova.compute.manager [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Received event network-changed-d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 660.758389] env[62270]: DEBUG nova.compute.manager [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Refreshing instance network info cache due to event network-changed-d48ce55b-d1b8-4f01-bf94-998ba1920d06. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 660.758767] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Acquiring lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.759228] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Acquired lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.759329] env[62270]: DEBUG nova.network.neutron [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Refreshing network info cache for port d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 660.761481] env[62270]: DEBUG nova.network.neutron [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updated VIF entry in instance network info cache for port 80621f3a-b529-448f-8d07-05fbd3868daa. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 660.762142] env[62270]: DEBUG nova.network.neutron [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [{"id": "b54205b8-ee6b-4381-acef-ad739ae22059", "address": "fa:16:3e:d7:d8:fd", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54205b8-ee", "ovs_interfaceid": "b54205b8-ee6b-4381-acef-ad739ae22059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "address": "fa:16:3e:ec:aa:7e", "network": {"id": "0670ab5c-3399-4d6a-9e9e-6a318b56b5fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376389771", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fd1167-d1", "ovs_interfaceid": "a0fd1167-d166-4233-b80b-e6fe8a8b68c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.801527] env[62270]: DEBUG nova.network.neutron [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [{"id": "382c568e-9aa0-48cf-895a-81ab7ae70264", "address": "fa:16:3e:a3:f0:ed", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c568e-9a", "ovs_interfaceid": "382c568e-9aa0-48cf-895a-81ab7ae70264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.841451] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291094, 'name': Rename_Task, 'duration_secs': 0.331578} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.841676] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 660.842091] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3457bcf1-73d3-4ebc-b707-0b3b34ddef80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.851365] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 660.851365] env[62270]: value = "task-4291096" [ 660.851365] env[62270]: _type = "Task" [ 660.851365] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.865334] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.914983] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.959944] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.960325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.968658] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.050s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.968839] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 660.972425] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.881s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.974035] env[62270]: DEBUG nova.objects.instance [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lazy-loading 'resources' on Instance uuid 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.042336] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581546} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.042802] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 049a3522-25cb-42b7-ad12-abb18658a7cb/049a3522-25cb-42b7-ad12-abb18658a7cb.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 661.043216] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.043903] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fba027fa-3013-4777-b7de-97e08a2cd809 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.055026] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 661.055026] env[62270]: value = "task-4291097" [ 661.055026] env[62270]: _type = "Task" [ 661.055026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.074461] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.147637] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878419} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.148063] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9fb6b4ec-edb3-478a-865d-47d0d863f244/9fb6b4ec-edb3-478a-865d-47d0d863f244.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 661.148292] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.148604] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dffa1ac3-a886-4e01-814a-b67e68953fed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.156756] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 661.156756] env[62270]: value = "task-4291098" [ 661.156756] env[62270]: _type = "Task" [ 661.156756] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.172031] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.198749] env[62270]: DEBUG nova.compute.manager [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received event network-vif-plugged-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 661.198980] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.199289] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.199511] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.199822] env[62270]: DEBUG nova.compute.manager [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] No waiting events found dispatching network-vif-plugged-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 661.200068] env[62270]: WARNING nova.compute.manager [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received unexpected event network-vif-plugged-382c568e-9aa0-48cf-895a-81ab7ae70264 for instance with vm_state building and task_state spawning. [ 661.200125] env[62270]: DEBUG nova.compute.manager [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 661.200290] env[62270]: DEBUG nova.compute.manager [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing instance network info cache due to event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 661.200497] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Acquiring lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.265531] env[62270]: DEBUG oslo_concurrency.lockutils [req-72b2779a-c6db-48b2-b680-35057d2b58ce req-2998c5b8-aad3-431f-8c4d-6e434adfec73 service nova] Releasing lock "refresh_cache-049a3522-25cb-42b7-ad12-abb18658a7cb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.307025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.307025] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance network_info: |[{"id": "382c568e-9aa0-48cf-895a-81ab7ae70264", "address": "fa:16:3e:a3:f0:ed", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c568e-9a", "ovs_interfaceid": "382c568e-9aa0-48cf-895a-81ab7ae70264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 661.307025] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Acquired lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.307025] env[62270]: DEBUG nova.network.neutron [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 661.308072] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:f0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382c568e-9aa0-48cf-895a-81ab7ae70264', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.322082] env[62270]: DEBUG oslo.service.loopingcall [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.322082] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 661.322082] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9baa57f-96f0-467b-8444-689f6de94f4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.348705] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.348705] env[62270]: value = "task-4291099" [ 661.348705] env[62270]: _type = "Task" [ 661.348705] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.358657] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291099, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.365199] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.413228] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291095, 'name': ReconfigVM_Task, 'duration_secs': 0.82963} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.413524] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Reconfigured VM instance instance-00000011 to attach disk [datastore2] bf195db5-7601-46e3-ba0e-1ea3ded052c5/bf195db5-7601-46e3-ba0e-1ea3ded052c5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.414162] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1260634-5119-40c6-bd36-18aa1f41e063 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.423823] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 661.423823] env[62270]: value = "task-4291100" [ 661.423823] env[62270]: _type = "Task" [ 661.423823] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.435744] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291100, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.479204] env[62270]: DEBUG nova.compute.utils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.480763] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 661.480934] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 661.583956] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078354} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.584739] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.585256] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e54bfd0-fbf0-4a77-9fb2-620a8a592313 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.623374] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 049a3522-25cb-42b7-ad12-abb18658a7cb/049a3522-25cb-42b7-ad12-abb18658a7cb.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.627059] env[62270]: DEBUG nova.network.neutron [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Updated VIF entry in instance network info cache for port d48ce55b-d1b8-4f01-bf94-998ba1920d06. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 661.627429] env[62270]: DEBUG nova.network.neutron [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Updating instance_info_cache with network_info: [{"id": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "address": "fa:16:3e:51:f8:d8", "network": {"id": "eb167b5e-ae26-4432-ada1-516719d17917", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2143838436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d8ebd3c89914bd5969d3f26dd34007e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48ce55b-d1", "ovs_interfaceid": "d48ce55b-d1b8-4f01-bf94-998ba1920d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.629074] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59c9b7e-0a0f-48ca-a781-f3646e81aa4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.651304] env[62270]: DEBUG oslo_concurrency.lockutils [req-bf9e7e1a-30dd-4e3a-91b0-38fd0602a7ee req-cf1e99c8-59b3-4c9e-ab6f-a2eb68a5463e service nova] Releasing lock "refresh_cache-9fb6b4ec-edb3-478a-865d-47d0d863f244" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.653346] env[62270]: DEBUG nova.policy [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4498d1e2e5504cdea9d016835cdaf9ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '525e303035334b0ba8f6523eee4fe22d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 661.671800] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 661.671800] env[62270]: value = "task-4291101" [ 661.671800] env[62270]: _type = "Task" [ 661.671800] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.683722] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083451} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.689581] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.693431] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605d720-b0a4-41a6-9125-1c0cbc6e8fa3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.703300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "acca6958-450c-40bb-aa90-81cd94c2f757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.703574] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.703817] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.730143] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 9fb6b4ec-edb3-478a-865d-47d0d863f244/9fb6b4ec-edb3-478a-865d-47d0d863f244.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.732880] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb0e921-4a80-4b54-8b18-eb99c021d9a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.759874] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 661.759874] env[62270]: value = "task-4291103" [ 661.759874] env[62270]: _type = "Task" [ 661.759874] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.774350] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.873618] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291099, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.874476] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291096, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.936298] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291100, 'name': Rename_Task, 'duration_secs': 0.402345} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.940195] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 661.941753] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca361c8-f5f3-4b2d-b202-6c6e4e90eaae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.953266] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 661.953266] env[62270]: value = "task-4291104" [ 661.953266] env[62270]: _type = "Task" [ 661.953266] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.981703] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.998315] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 662.052684] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Successfully updated port: ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.188514] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.236020] env[62270]: DEBUG nova.network.neutron [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updated VIF entry in instance network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 662.236452] env[62270]: DEBUG nova.network.neutron [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [{"id": "382c568e-9aa0-48cf-895a-81ab7ae70264", "address": "fa:16:3e:a3:f0:ed", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c568e-9a", "ovs_interfaceid": "382c568e-9aa0-48cf-895a-81ab7ae70264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.274781] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Successfully created port: 04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.285757] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.334130] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e79c0-49a4-4153-8cbf-0da8045514b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.344146] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f330e-be9d-4587-8207-f1b5218b00b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.396035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a29ec5-6b88-41eb-8b82-1254d8a01c42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.415432] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6251a4e-c10f-44ad-8ee6-c805f0122162 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.419104] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291099, 'name': CreateVM_Task, 'duration_secs': 0.725167} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.419397] env[62270]: DEBUG oslo_vmware.api [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291096, 'name': PowerOnVM_Task, 'duration_secs': 1.108974} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.419633] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 662.419823] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 662.420043] env[62270]: DEBUG nova.compute.manager [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 662.421189] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.421466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.421697] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.422548] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4212207c-7e71-438a-8ee8-439d064214c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.433388] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39735fe-6e50-413f-b21f-952748da52a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.435422] env[62270]: DEBUG nova.compute.provider_tree [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.446317] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 662.446317] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bb73d-7011-4b33-d8da-3b2df2e62db4" [ 662.446317] env[62270]: _type = "Task" [ 662.446317] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.456765] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bb73d-7011-4b33-d8da-3b2df2e62db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.468279] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.556200] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.556200] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquired lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.556200] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 662.686603] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291101, 'name': ReconfigVM_Task, 'duration_secs': 0.75212} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.689868] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 049a3522-25cb-42b7-ad12-abb18658a7cb/049a3522-25cb-42b7-ad12-abb18658a7cb.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.689868] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29586920-5dbc-4ec7-966d-7462da6dbdc6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.700044] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 662.700044] env[62270]: value = "task-4291105" [ 662.700044] env[62270]: _type = "Task" [ 662.700044] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.709953] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291105, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.743340] env[62270]: DEBUG oslo_concurrency.lockutils [req-e6289030-16d8-40ac-a075-991669b25d73 req-26702723-0113-414a-95ae-1badb7512d77 service nova] Releasing lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.775711] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291103, 'name': ReconfigVM_Task, 'duration_secs': 0.705464} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.775826] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 9fb6b4ec-edb3-478a-865d-47d0d863f244/9fb6b4ec-edb3-478a-865d-47d0d863f244.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.776765] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bd4648e-7407-42e0-a1a7-fb14f0a0530d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.786840] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 662.786840] env[62270]: value = "task-4291106" [ 662.786840] env[62270]: _type = "Task" [ 662.786840] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.798036] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291106, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.971101] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.986042] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bb73d-7011-4b33-d8da-3b2df2e62db4, 'name': SearchDatastore_Task, 'duration_secs': 0.064128} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.987260] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.987550] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.987797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.987944] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.988140] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.988428] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.989995] env[62270]: ERROR nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] [req-b8af679f-23be-48bd-b618-c0c98cffb3d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8af679f-23be-48bd-b618-c0c98cffb3d7"}]} [ 662.990344] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcacc0ed-ee85-46a8-99ae-7132fbf46a3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.004547] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.004752] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 663.005553] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d7e705-5125-4d04-b6fd-a4ce97392979 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.012925] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 663.015101] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 663.015101] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52786574-1251-2c2a-f6c6-3421c725e215" [ 663.015101] env[62270]: _type = "Task" [ 663.015101] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.016121] env[62270]: DEBUG nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 663.031502] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52786574-1251-2c2a-f6c6-3421c725e215, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.038532] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39850df-999e-4cab-9b2e-f3260cd93fc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.040389] env[62270]: DEBUG nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 663.040652] env[62270]: DEBUG nova.compute.provider_tree [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.053065] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 663.053065] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5212fe2c-df1d-b830-efd3-aa2cc60f74f2" [ 663.053065] env[62270]: _type = "Task" [ 663.053065] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.064486] env[62270]: DEBUG nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 663.069686] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 663.069686] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 663.070169] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.070169] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 663.070374] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.070764] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 663.070764] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 663.072137] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 663.072137] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 663.072137] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 663.072360] env[62270]: DEBUG nova.virt.hardware [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.076527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5def3-898c-404b-a759-81dee1e1b825 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.094298] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5212fe2c-df1d-b830-efd3-aa2cc60f74f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.094717] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ee407-1817-41c7-81f7-11adf147574a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.098567] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.098901] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c9510d18-0fb7-42c9-986b-865cfbea8868/c9510d18-0fb7-42c9-986b-865cfbea8868.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 663.099197] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd60b5f-2a8b-4e36-9c50-46c91051c255 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.105508] env[62270]: DEBUG nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 663.118907] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 663.118907] env[62270]: value = "task-4291107" [ 663.118907] env[62270]: _type = "Task" [ 663.118907] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.130055] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.243033] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291105, 'name': Rename_Task, 'duration_secs': 0.159597} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.243033] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 663.243033] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2294b99e-073a-44e3-b80b-6ffe1ff04f05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.253261] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 663.253261] env[62270]: value = "task-4291108" [ 663.253261] env[62270]: _type = "Task" [ 663.253261] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.281289] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.307560] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291106, 'name': Rename_Task, 'duration_secs': 0.169758} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.307959] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 663.308708] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9534e48-015a-4c30-9551-3a216f650dac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.325305] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 663.325305] env[62270]: value = "task-4291109" [ 663.325305] env[62270]: _type = "Task" [ 663.325305] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.349897] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.379324] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 663.480302] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.524271] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "bc02092f-b0fb-4de1-af9f-b803460516f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.526045] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.588487] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.588751] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.639917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.639917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.645524] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525964} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.645842] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c9510d18-0fb7-42c9-986b-865cfbea8868/c9510d18-0fb7-42c9-986b-865cfbea8868.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 663.646082] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.646350] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074b2518-83a5-437d-8625-92b3ee2bbb38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.654140] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 663.654140] env[62270]: value = "task-4291110" [ 663.654140] env[62270]: _type = "Task" [ 663.654140] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.666666] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.693961] env[62270]: DEBUG nova.network.neutron [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Updating instance_info_cache with network_info: [{"id": "ee64d58b-5a23-4461-82ff-550824612628", "address": "fa:16:3e:38:e1:4b", "network": {"id": "932410ac-cbd5-41df-922d-f62d53aef9b1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240323384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d65a728f9a44348f9a5e3cbc45bcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64d58b-5a", "ovs_interfaceid": "ee64d58b-5a23-4461-82ff-550824612628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.770443] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291108, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.838305] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.971087] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.008306] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97664a20-8eaf-4ca1-bf77-5759b2253bbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.020582] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563bb93-fd8c-48a7-a531-c78a0d0a5ca3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.054440] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef65b5c-53ba-4d7e-8dbe-645c544c7272 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.067275] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476e263-4ab7-4d7e-93f3-e4cc8ae4c536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.084622] env[62270]: DEBUG nova.compute.provider_tree [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.102903] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Successfully updated port: 04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.111046] env[62270]: DEBUG nova.compute.manager [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Received event network-vif-plugged-ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 664.111277] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Acquiring lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.111489] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.111743] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.111825] env[62270]: DEBUG nova.compute.manager [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] No waiting events found dispatching network-vif-plugged-ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 664.112661] env[62270]: WARNING nova.compute.manager [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Received unexpected event network-vif-plugged-ee64d58b-5a23-4461-82ff-550824612628 for instance with vm_state building and task_state spawning. [ 664.112661] env[62270]: DEBUG nova.compute.manager [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Received event network-changed-ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 664.112661] env[62270]: DEBUG nova.compute.manager [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Refreshing instance network info cache due to event network-changed-ee64d58b-5a23-4461-82ff-550824612628. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 664.112661] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Acquiring lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.165397] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118434} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.166511] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.166847] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5d2c9-f87c-4def-ad5a-796a2ab3abb0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.194722] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] c9510d18-0fb7-42c9-986b-865cfbea8868/c9510d18-0fb7-42c9-986b-865cfbea8868.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.195524] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3cd056-487a-40b2-9738-64e92c86d3d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.211615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Releasing lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.212032] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Instance network_info: |[{"id": "ee64d58b-5a23-4461-82ff-550824612628", "address": "fa:16:3e:38:e1:4b", "network": {"id": "932410ac-cbd5-41df-922d-f62d53aef9b1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240323384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d65a728f9a44348f9a5e3cbc45bcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64d58b-5a", "ovs_interfaceid": "ee64d58b-5a23-4461-82ff-550824612628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 664.212425] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Acquired lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212631] env[62270]: DEBUG nova.network.neutron [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Refreshing network info cache for port ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 664.214057] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:e1:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee64d58b-5a23-4461-82ff-550824612628', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.223384] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Creating folder: Project (b8d65a728f9a44348f9a5e3cbc45bcc1). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 664.224707] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91fc15f3-d67d-4f92-ac70-562b4b869069 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.232093] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 664.232093] env[62270]: value = "task-4291112" [ 664.232093] env[62270]: _type = "Task" [ 664.232093] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.244103] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291112, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.246080] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Created folder: Project (b8d65a728f9a44348f9a5e3cbc45bcc1) in parent group-v845132. [ 664.246391] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Creating folder: Instances. Parent ref: group-v845197. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 664.247132] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c643f3ee-a219-4757-9cf9-a3e71fcb8fc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.265220] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Created folder: Instances in parent group-v845197. [ 664.265220] env[62270]: DEBUG oslo.service.loopingcall [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.268833] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 664.269201] env[62270]: DEBUG oslo_vmware.api [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291108, 'name': PowerOnVM_Task, 'duration_secs': 0.843806} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.269414] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29735b08-3a2f-415f-bc72-be2261382f6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284371] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 664.284983] env[62270]: INFO nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Took 21.30 seconds to spawn the instance on the hypervisor. [ 664.284983] env[62270]: DEBUG nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 664.285907] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbc6ae2-53a1-4ebc-8085-0111250f3b6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.300585] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.300585] env[62270]: value = "task-4291115" [ 664.300585] env[62270]: _type = "Task" [ 664.300585] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.311203] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291115, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.341023] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291109, 'name': PowerOnVM_Task, 'duration_secs': 0.811171} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.341331] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 664.341556] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Took 9.85 seconds to spawn the instance on the hypervisor. [ 664.341775] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 664.342827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade7cd4-6824-4f84-98f0-95306b5bb75b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.474044] env[62270]: DEBUG oslo_vmware.api [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291104, 'name': PowerOnVM_Task, 'duration_secs': 2.10636} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.474044] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 664.474044] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Took 12.74 seconds to spawn the instance on the hypervisor. [ 664.474044] env[62270]: DEBUG nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 664.474044] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c50b6a-328d-4b1c-8b81-707d1d7aeef8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.487964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.488319] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.603386] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.603580] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.603819] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 664.628481] env[62270]: DEBUG nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 664.628864] env[62270]: DEBUG nova.compute.provider_tree [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 49 to 50 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 664.629117] env[62270]: DEBUG nova.compute.provider_tree [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.677894] env[62270]: DEBUG nova.compute.manager [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Received event network-vif-plugged-04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 664.678228] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] Acquiring lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.678635] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.678831] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.679034] env[62270]: DEBUG nova.compute.manager [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] No waiting events found dispatching network-vif-plugged-04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 664.679229] env[62270]: WARNING nova.compute.manager [req-6e2f9130-d188-4cb2-b04f-7ff1e0d8da89 req-240f603b-a513-48a4-8fd4-40d1793481c3 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Received unexpected event network-vif-plugged-04737aae-a036-463d-b232-eef730d1c93c for instance with vm_state building and task_state spawning. [ 664.746302] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.820583] env[62270]: INFO nova.compute.manager [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Took 33.51 seconds to build instance. [ 664.829585] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291115, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.870109] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Took 32.45 seconds to build instance. [ 664.992341] env[62270]: DEBUG nova.compute.utils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 665.005458] env[62270]: INFO nova.compute.manager [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Took 33.38 seconds to build instance. [ 665.136069] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.164s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.140875] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.791s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.143828] env[62270]: INFO nova.compute.claims [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.148240] env[62270]: DEBUG nova.network.neutron [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Updated VIF entry in instance network info cache for port ee64d58b-5a23-4461-82ff-550824612628. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 665.148895] env[62270]: DEBUG nova.network.neutron [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Updating instance_info_cache with network_info: [{"id": "ee64d58b-5a23-4461-82ff-550824612628", "address": "fa:16:3e:38:e1:4b", "network": {"id": "932410ac-cbd5-41df-922d-f62d53aef9b1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-240323384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d65a728f9a44348f9a5e3cbc45bcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee64d58b-5a", "ovs_interfaceid": "ee64d58b-5a23-4461-82ff-550824612628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.178125] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 665.204888] env[62270]: INFO nova.scheduler.client.report [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Deleted allocations for instance 0a5b0116-aeed-45f7-bf6a-9322cd5e5257 [ 665.247074] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291112, 'name': ReconfigVM_Task, 'duration_secs': 0.707214} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.250628] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Reconfigured VM instance instance-00000013 to attach disk [datastore2] c9510d18-0fb7-42c9-986b-865cfbea8868/c9510d18-0fb7-42c9-986b-865cfbea8868.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.252095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f69450-6b98-4f02-9f52-2e87600ea005 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.261178] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 665.261178] env[62270]: value = "task-4291116" [ 665.261178] env[62270]: _type = "Task" [ 665.261178] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.271763] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291116, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.324407] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291115, 'name': CreateVM_Task, 'duration_secs': 0.621239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.324407] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 665.324407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.324407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.324407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.324407] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c84bfd-3c50-44d7-8ca1-ec5f3e602102 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.325707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-931442e0-7980-46d7-bf18-d32d632f2197 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.028s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.333919] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 665.333919] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5243e35c-5ee8-35f9-b87e-93d6dadba681" [ 665.333919] env[62270]: _type = "Task" [ 665.333919] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.343331] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5243e35c-5ee8-35f9-b87e-93d6dadba681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.374657] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.698s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.421797] env[62270]: DEBUG nova.network.neutron [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Updating instance_info_cache with network_info: [{"id": "04737aae-a036-463d-b232-eef730d1c93c", "address": "fa:16:3e:75:e3:d8", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04737aae-a0", "ovs_interfaceid": "04737aae-a036-463d-b232-eef730d1c93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.502654] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.509304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f7487e56-bdc4-4b47-ba8f-6524dc2105bb tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.897s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.659215] env[62270]: DEBUG oslo_concurrency.lockutils [req-aaeadffc-bb68-4638-9ba7-53009821d7f9 req-af051dbe-16a1-4d55-8eee-e850c8a4021b service nova] Releasing lock "refresh_cache-b38c3923-3ba5-4170-a4b2-8a7e496a389a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.720172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf8844e8-8b27-4f9c-bdc2-aa4c12237d41 tempest-ServersAdmin275Test-1529149621 tempest-ServersAdmin275Test-1529149621-project-member] Lock "0a5b0116-aeed-45f7-bf6a-9322cd5e5257" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.516s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.774224] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291116, 'name': Rename_Task, 'duration_secs': 0.40421} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.774598] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 665.774811] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7f7a23-eb66-446b-9784-0f47502c0886 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.783444] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 665.783444] env[62270]: value = "task-4291117" [ 665.783444] env[62270]: _type = "Task" [ 665.783444] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.793824] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.829159] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 665.862693] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5243e35c-5ee8-35f9-b87e-93d6dadba681, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.863039] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.863287] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.863529] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.863670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.863854] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.864163] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eb92c11-35e4-4542-a07d-e21eb4caf72c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.877525] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 665.886428] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.886428] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 665.887882] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c290c539-1418-4c88-8630-087137e532f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.893942] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 665.893942] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5228a4b1-34f5-8dbb-6479-83f054d81bcb" [ 665.893942] env[62270]: _type = "Task" [ 665.893942] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.906174] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5228a4b1-34f5-8dbb-6479-83f054d81bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.924351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.924351] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Instance network_info: |[{"id": "04737aae-a036-463d-b232-eef730d1c93c", "address": "fa:16:3e:75:e3:d8", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04737aae-a0", "ovs_interfaceid": "04737aae-a036-463d-b232-eef730d1c93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 665.924663] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:e3:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04737aae-a036-463d-b232-eef730d1c93c', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.935957] env[62270]: DEBUG oslo.service.loopingcall [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.936937] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 665.937866] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a6aece-c15e-4ae1-b253-72816a8bda26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.963171] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.963171] env[62270]: value = "task-4291119" [ 665.963171] env[62270]: _type = "Task" [ 665.963171] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.973364] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291119, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.014083] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 666.295464] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.354458] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.354793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.357892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "62b3f344-bff0-47a3-a761-ec5517c6a24c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.357892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.357892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.365360] env[62270]: INFO nova.compute.manager [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Terminating instance [ 666.366377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "refresh_cache-62b3f344-bff0-47a3-a761-ec5517c6a24c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.366596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquired lock "refresh_cache-62b3f344-bff0-47a3-a761-ec5517c6a24c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.366710] env[62270]: DEBUG nova.network.neutron [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 666.370794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.413673] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.417779] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5228a4b1-34f5-8dbb-6479-83f054d81bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.016046} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.423015] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2264832-9608-4a26-b4cd-7cb6ab0e80f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.433396] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 666.433396] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5262632f-5b36-c1e9-ab3d-b34819602116" [ 666.433396] env[62270]: _type = "Task" [ 666.433396] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.453521] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5262632f-5b36-c1e9-ab3d-b34819602116, 'name': SearchDatastore_Task, 'duration_secs': 0.01652} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.453861] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.455849] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b38c3923-3ba5-4170-a4b2-8a7e496a389a/b38c3923-3ba5-4170-a4b2-8a7e496a389a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 666.455849] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-605a0291-8d26-4f87-af80-8b88deff3912 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.471991] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 666.471991] env[62270]: value = "task-4291120" [ 666.471991] env[62270]: _type = "Task" [ 666.471991] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.480025] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291119, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.490469] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.553965] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.596048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.596048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.596407] env[62270]: INFO nova.compute.manager [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Attaching volume c6c8fe2b-03b2-494e-96f3-3796230175dc to /dev/sdb [ 666.671025] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4574dd9-f83c-4eb5-97f9-ee2698548171 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.685957] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0f6f1-b907-4bd5-b1e6-5b4cccf222c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.708385] env[62270]: DEBUG nova.virt.block_device [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating existing volume attachment record: 9bd44bee-d59e-4cf0-8fce-49eec1a0e2b6 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 666.807288] env[62270]: DEBUG oslo_vmware.api [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291117, 'name': PowerOnVM_Task, 'duration_secs': 0.841059} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.807288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 666.807288] env[62270]: INFO nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 9.59 seconds to spawn the instance on the hypervisor. [ 666.807288] env[62270]: DEBUG nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 666.808256] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46831d9-a0a9-4949-b7e5-7e9248089c60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.869192] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32499b78-05f0-4457-a7ac-ba2976bc1431 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.883731] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6042c4-14b6-423a-9cae-b6c72f0d3963 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.924797] env[62270]: DEBUG nova.network.neutron [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 666.925174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb29bbf-8234-439e-b85b-aa6e6a70e94b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.934163] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9428be-6f60-4d71-9793-1737530abc6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.957131] env[62270]: DEBUG nova.compute.provider_tree [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.982922] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291119, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.989634] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.023775] env[62270]: DEBUG nova.network.neutron [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.273299] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.274080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.274664] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.275142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.275863] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.279112] env[62270]: INFO nova.compute.manager [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Terminating instance [ 667.283186] env[62270]: DEBUG nova.compute.manager [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 667.283525] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 667.284780] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e7d77-88a8-446e-821d-3abdc4612929 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.298390] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 667.299337] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d868e32-65ab-4b36-8f6e-c0e5970d2aed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.310208] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 667.310208] env[62270]: value = "task-4291124" [ 667.310208] env[62270]: _type = "Task" [ 667.310208] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.333926] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.335395] env[62270]: INFO nova.compute.manager [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 33.31 seconds to build instance. [ 667.463226] env[62270]: DEBUG nova.scheduler.client.report [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 667.488564] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.494222] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291119, 'name': CreateVM_Task, 'duration_secs': 1.406693} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.494222] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 667.494222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.494222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.494222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.494222] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe66421-e263-42c0-9c6d-af8be8f43760 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.502658] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 667.502658] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e5f51-2bbc-7f55-8d1e-decd2023da51" [ 667.502658] env[62270]: _type = "Task" [ 667.502658] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.513392] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e5f51-2bbc-7f55-8d1e-decd2023da51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.532053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Releasing lock "refresh_cache-62b3f344-bff0-47a3-a761-ec5517c6a24c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.532540] env[62270]: DEBUG nova.compute.manager [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 667.532770] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 667.534211] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b62a0-293b-4364-9758-a52ba054c056 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.544263] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 667.544838] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3337fb8-43d2-4b23-89b7-9e1152ed40bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.553922] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 667.553922] env[62270]: value = "task-4291125" [ 667.553922] env[62270]: _type = "Task" [ 667.553922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.569420] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.824652] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291124, 'name': PowerOffVM_Task, 'duration_secs': 0.320588} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.824948] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 667.825137] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 667.825441] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e23e62-a063-4a46-8cbe-f090f64ec19c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.840903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f682175a-9815-4b31-8632-cec7d6b01c0d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.112s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.920361] env[62270]: DEBUG nova.compute.manager [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Received event network-changed-04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 667.920684] env[62270]: DEBUG nova.compute.manager [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Refreshing instance network info cache due to event network-changed-04737aae-a036-463d-b232-eef730d1c93c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 667.921618] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] Acquiring lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.921875] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] Acquired lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.922082] env[62270]: DEBUG nova.network.neutron [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Refreshing network info cache for port 04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 667.976299] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.976299] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 667.984165] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.518s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.984548] env[62270]: DEBUG nova.objects.instance [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lazy-loading 'resources' on Instance uuid 81bfa2ee-3017-4165-96d7-d6f21634f129 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.001885] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291120, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.308981} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.002200] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b38c3923-3ba5-4170-a4b2-8a7e496a389a/b38c3923-3ba5-4170-a4b2-8a7e496a389a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 668.002431] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.002694] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62123dbb-a22c-4327-a26a-65cc87312208 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.016370] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e5f51-2bbc-7f55-8d1e-decd2023da51, 'name': SearchDatastore_Task, 'duration_secs': 0.062883} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.017468] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.018425] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.018425] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.019176] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.019266] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.019814] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 668.019814] env[62270]: value = "task-4291128" [ 668.019814] env[62270]: _type = "Task" [ 668.019814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.020682] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237366a8-1dcd-44de-997e-7e4ef5c1d934 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.035881] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 668.036079] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 668.036280] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleting the datastore file [datastore2] 049a3522-25cb-42b7-ad12-abb18658a7cb {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.036992] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449ad0cb-deda-4672-ae19-8120a5308248 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.040717] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.040982] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 668.041800] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76c6489-9d68-44ae-a349-ee5c262a917e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.047263] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 668.047263] env[62270]: value = "task-4291129" [ 668.047263] env[62270]: _type = "Task" [ 668.047263] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.052982] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 668.052982] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5281293f-b5bc-85a3-694e-38c8a63070ee" [ 668.052982] env[62270]: _type = "Task" [ 668.052982] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.061347] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.073579] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291125, 'name': PowerOffVM_Task, 'duration_secs': 0.361333} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.073862] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5281293f-b5bc-85a3-694e-38c8a63070ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012052} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.074127] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 668.074308] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 668.075121] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c02981-6c06-4673-9d2f-015980a004a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.076669] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe1ce70-1396-430d-9596-43a39bf78228 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.083048] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 668.083048] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a83b2-94d0-2125-f73e-d4fe80e4e88b" [ 668.083048] env[62270]: _type = "Task" [ 668.083048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.092895] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a83b2-94d0-2125-f73e-d4fe80e4e88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.110724] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 668.110982] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 668.111185] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Deleting the datastore file [datastore2] 62b3f344-bff0-47a3-a761-ec5517c6a24c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.111464] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f0fc32-96a4-403f-a0a5-d820a5798bbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.119425] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for the task: (returnval){ [ 668.119425] env[62270]: value = "task-4291131" [ 668.119425] env[62270]: _type = "Task" [ 668.119425] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.128989] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.344620] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 668.485392] env[62270]: DEBUG nova.compute.utils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.486830] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 668.487163] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 668.545182] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132437} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.549180] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.551434] env[62270]: DEBUG nova.policy [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61012a504abe4a2e85ea526cc66787a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e265b4c9de2540559e8c8b0a269f15ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 668.556030] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381615df-3815-43f9-9695-19ceed0e6f58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.573792] env[62270]: DEBUG oslo_vmware.api [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214705} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.588139] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.588364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 668.589029] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 668.589029] env[62270]: INFO nova.compute.manager [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Took 1.31 seconds to destroy the instance on the hypervisor. [ 668.589029] env[62270]: DEBUG oslo.service.loopingcall [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.598752] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b38c3923-3ba5-4170-a4b2-8a7e496a389a/b38c3923-3ba5-4170-a4b2-8a7e496a389a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.601901] env[62270]: DEBUG nova.compute.manager [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 668.601901] env[62270]: DEBUG nova.network.neutron [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 668.608548] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ab94d14-69d1-4647-a4c1-cfce80576dbc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.635650] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a83b2-94d0-2125-f73e-d4fe80e4e88b, 'name': SearchDatastore_Task, 'duration_secs': 0.013936} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.639713] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.640035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 51f024cf-19eb-429c-ab1e-004093fff9b7/51f024cf-19eb-429c-ab1e-004093fff9b7.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 668.640414] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 668.640414] env[62270]: value = "task-4291132" [ 668.640414] env[62270]: _type = "Task" [ 668.640414] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.640813] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4842835a-fcbb-41d5-99ba-dc5bebce08b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.649327] env[62270]: DEBUG oslo_vmware.api [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Task: {'id': task-4291131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13301} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.650067] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.650292] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 668.650488] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 668.650701] env[62270]: INFO nova.compute.manager [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 668.650944] env[62270]: DEBUG oslo.service.loopingcall [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 668.651514] env[62270]: DEBUG nova.compute.manager [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 668.651758] env[62270]: DEBUG nova.network.neutron [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 668.657235] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.659112] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 668.659112] env[62270]: value = "task-4291133" [ 668.659112] env[62270]: _type = "Task" [ 668.659112] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.672100] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.718182] env[62270]: DEBUG nova.network.neutron [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 668.828697] env[62270]: DEBUG nova.network.neutron [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Updated VIF entry in instance network info cache for port 04737aae-a036-463d-b232-eef730d1c93c. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 668.828992] env[62270]: DEBUG nova.network.neutron [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Updating instance_info_cache with network_info: [{"id": "04737aae-a036-463d-b232-eef730d1c93c", "address": "fa:16:3e:75:e3:d8", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04737aae-a0", "ovs_interfaceid": "04737aae-a036-463d-b232-eef730d1c93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.880126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.992700] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 669.080222] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Successfully created port: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.099847] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.100388] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.156702] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.178392] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291133, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.220600] env[62270]: DEBUG nova.network.neutron [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.294994] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2353d19a-36b4-4230-abcc-7604d9b70564 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.309083] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ae259-cc7a-4878-9908-9a3a78c1ee29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.345246] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d77f786-0d9a-40cf-a45d-c5ff7f339700 req-22919277-65b4-4227-b191-63cd60b7eda2 service nova] Releasing lock "refresh_cache-51f024cf-19eb-429c-ab1e-004093fff9b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.345949] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebf0490-171e-4955-9b61-5bbd2d921ee9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.354996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9abd3-8cd5-4cc2-a121-b01105e3dadb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.378380] env[62270]: DEBUG nova.compute.provider_tree [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.611568] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.611568] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 669.611568] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Rebuilding the list of instances to heal {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}} [ 669.657299] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.675328] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538374} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.675845] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 51f024cf-19eb-429c-ab1e-004093fff9b7/51f024cf-19eb-429c-ab1e-004093fff9b7.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 669.676249] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.676870] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe95919a-27d7-4368-bc09-3d179a8e1a2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.686784] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 669.686784] env[62270]: value = "task-4291135" [ 669.686784] env[62270]: _type = "Task" [ 669.686784] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.703924] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.726401] env[62270]: INFO nova.compute.manager [-] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Took 1.07 seconds to deallocate network for instance. [ 669.878631] env[62270]: DEBUG nova.scheduler.client.report [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 670.009243] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 670.042261] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 670.042261] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 670.042546] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.045201] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 670.045479] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.045594] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 670.045828] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 670.046027] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 670.046227] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 670.046385] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 670.050527] env[62270]: DEBUG nova.virt.hardware [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.052065] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0458b832-3d49-41db-8bf2-370f8b126c8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.067721] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dc3e09-f947-4fe6-8473-0dc98279729c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.105589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.105589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.105589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.105860] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.109015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.109891] env[62270]: INFO nova.compute.manager [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Terminating instance [ 670.114575] env[62270]: DEBUG nova.compute.manager [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 670.114816] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 670.119713] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Skipping network cache update for instance because it is being deleted. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10021}} [ 670.120097] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Skipping network cache update for instance because it is being deleted. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10021}} [ 670.120388] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Skipping network cache update for instance because it is being deleted. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10021}} [ 670.122527] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 670.122527] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 670.122527] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 670.126256] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bada73d-ba0e-41b6-bf2d-e53d700c7391 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.140309] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 670.140651] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e593cd6-d93e-42bb-a6dd-0e64ca4da066 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.154026] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 670.154026] env[62270]: value = "task-4291137" [ 670.154026] env[62270]: _type = "Task" [ 670.154026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.165060] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291132, 'name': ReconfigVM_Task, 'duration_secs': 1.299284} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.171944] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b38c3923-3ba5-4170-a4b2-8a7e496a389a/b38c3923-3ba5-4170-a4b2-8a7e496a389a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.171944] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.171944] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc3b93a-a185-4faa-9a17-f36164f6b9f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.178790] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.179112] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquired lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.179112] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Forcefully refreshing network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 670.179292] env[62270]: DEBUG nova.objects.instance [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lazy-loading 'info_cache' on Instance uuid 0c922d57-f833-45c5-90d7-88b694bd274e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.182672] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 670.182672] env[62270]: value = "task-4291138" [ 670.182672] env[62270]: _type = "Task" [ 670.182672] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.204754] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291138, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.206113] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211919} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.206113] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.206403] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa8753-d4f5-4b96-a330-54a9ac074f0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.240937] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 51f024cf-19eb-429c-ab1e-004093fff9b7/51f024cf-19eb-429c-ab1e-004093fff9b7.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.242694] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.242952] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02524bf6-b337-4a8f-9ddc-e99c272627fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.458415] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.458415] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.458415] env[62270]: DEBUG nova.objects.instance [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lazy-loading 'resources' on Instance uuid 0c922d57-f833-45c5-90d7-88b694bd274e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.501705] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 670.501705] env[62270]: value = "task-4291139" [ 670.501705] env[62270]: _type = "Task" [ 670.501705] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.501705] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.527604] env[62270]: INFO nova.scheduler.client.report [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Deleted allocations for instance 81bfa2ee-3017-4165-96d7-d6f21634f129 [ 670.542238] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "32a9811d-6354-4c48-bf60-3d68b93704af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.543023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.669148] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291137, 'name': PowerOffVM_Task, 'duration_secs': 0.265521} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.669454] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 670.669637] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 670.669911] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c59fcb-9903-47a5-bdd6-01ffd76cf92d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.707267] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291138, 'name': Rename_Task, 'duration_secs': 0.240218} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.707267] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 670.707587] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c9a1d8-1b25-494c-a90e-6df618424e61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.724800] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 670.724800] env[62270]: value = "task-4291141" [ 670.724800] env[62270]: _type = "Task" [ 670.724800] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.741958] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.761571] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 670.761919] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 670.762047] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleting the datastore file [datastore2] d65d666b-e9f3-4724-b76b-cb3199cfba1f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.762403] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3a8aa16-9231-4b9e-9708-5915c561ffdb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.771892] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 670.771892] env[62270]: value = "task-4291142" [ 670.771892] env[62270]: _type = "Task" [ 670.771892] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.784028] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.978274] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291139, 'name': ReconfigVM_Task, 'duration_secs': 0.339295} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.978589] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 51f024cf-19eb-429c-ab1e-004093fff9b7/51f024cf-19eb-429c-ab1e-004093fff9b7.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.979254] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34edb9b5-10d8-4a85-8620-d870cb261de0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.990712] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 670.990712] env[62270]: value = "task-4291143" [ 670.990712] env[62270]: _type = "Task" [ 670.990712] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.008190] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291143, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.008190] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Successfully updated port: 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.041157] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6fd19541-4014-441b-acfd-b62f1f79d216 tempest-ServerPasswordTestJSON-1698722621 tempest-ServerPasswordTestJSON-1698722621-project-member] Lock "81bfa2ee-3017-4165-96d7-d6f21634f129" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.801s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.247351] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.247351] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.289746] env[62270]: DEBUG oslo_vmware.api [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254896} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.290024] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.290384] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 671.290384] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 671.290896] env[62270]: INFO nova.compute.manager [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 671.290896] env[62270]: DEBUG oslo.service.loopingcall [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 671.291142] env[62270]: DEBUG nova.compute.manager [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 671.291319] env[62270]: DEBUG nova.network.neutron [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 671.316909] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 671.316909] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845203', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'name': 'volume-c6c8fe2b-03b2-494e-96f3-3796230175dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0f20d7f-2947-4448-a5ae-361687f3dc17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'serial': 'c6c8fe2b-03b2-494e-96f3-3796230175dc'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 671.318488] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be04af4d-62be-4a37-bfc0-7f9d24c47222 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.344886] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19c96f-3a34-4252-bdc1-410711a15086 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.380147] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-c6c8fe2b-03b2-494e-96f3-3796230175dc/volume-c6c8fe2b-03b2-494e-96f3-3796230175dc.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.383231] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa70358-adc8-4e55-8abd-62e337e13883 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.404297] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Waiting for the task: (returnval){ [ 671.404297] env[62270]: value = "task-4291144" [ 671.404297] env[62270]: _type = "Task" [ 671.404297] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.428725] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.511442] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291143, 'name': Rename_Task, 'duration_secs': 0.171181} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.511805] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 671.512817] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9895a1-8cf1-4d56-8037-841f4379e79d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.515432] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.515575] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.515973] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 671.525465] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 671.525465] env[62270]: value = "task-4291145" [ 671.525465] env[62270]: _type = "Task" [ 671.525465] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.309276] env[62270]: DEBUG nova.network.neutron [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.312448] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.312707] env[62270]: WARNING oslo_vmware.common.loopingcall [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] task run outlasted interval by 0.28837999999999997 sec [ 672.319112] env[62270]: DEBUG nova.compute.manager [req-fed39f88-9535-4728-8542-b0d6591e065d req-0126be36-b53a-405a-a277-d49e07341f88 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-deleted-a0fd1167-d166-4233-b80b-e6fe8a8b68c2 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 672.319210] env[62270]: INFO nova.compute.manager [req-fed39f88-9535-4728-8542-b0d6591e065d req-0126be36-b53a-405a-a277-d49e07341f88 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Neutron deleted interface a0fd1167-d166-4233-b80b-e6fe8a8b68c2; detaching it from the instance and deleting it from the info cache [ 672.319485] env[62270]: DEBUG nova.network.neutron [req-fed39f88-9535-4728-8542-b0d6591e065d req-0126be36-b53a-405a-a277-d49e07341f88 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [{"id": "b54205b8-ee6b-4381-acef-ad739ae22059", "address": "fa:16:3e:d7:d8:fd", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb54205b8-ee", "ovs_interfaceid": "b54205b8-ee6b-4381-acef-ad739ae22059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.341074] env[62270]: DEBUG oslo_vmware.api [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291145, 'name': PowerOnVM_Task, 'duration_secs': 0.593477} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.347182] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 672.347309] env[62270]: INFO nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Took 9.33 seconds to spawn the instance on the hypervisor. [ 672.347455] env[62270]: DEBUG nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 672.348707] env[62270]: DEBUG oslo_vmware.api [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291141, 'name': PowerOnVM_Task, 'duration_secs': 0.919127} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.349215] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291144, 'name': ReconfigVM_Task, 'duration_secs': 0.511167} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.350026] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caca9ead-d147-4849-ad31-2b56f35fff93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.353310] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 672.353389] env[62270]: INFO nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Took 12.39 seconds to spawn the instance on the hypervisor. [ 672.353576] env[62270]: DEBUG nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 672.353862] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-c6c8fe2b-03b2-494e-96f3-3796230175dc/volume-c6c8fe2b-03b2-494e-96f3-3796230175dc.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.362290] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d045e5c-cd55-4139-8580-805e9bb843a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.365034] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4deb3377-52f8-4d81-851f-7b9705ba15c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.389826] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Waiting for the task: (returnval){ [ 672.389826] env[62270]: value = "task-4291146" [ 672.389826] env[62270]: _type = "Task" [ 672.389826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.407098] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.415036] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 672.632016] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef6cd98-8e55-44ee-aa88-dc0a3bf98843 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.640654] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ba9ed-cb39-4042-b665-33ad6c383333 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.674110] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ab20a-7b6a-4e14-bc7b-38b5a2d6163d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.682949] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848ca90d-f9d0-44bb-83b9-2938a8f88779 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.697054] env[62270]: DEBUG nova.compute.provider_tree [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.814281] env[62270]: INFO nova.compute.manager [-] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Took 4.21 seconds to deallocate network for instance. [ 672.816154] env[62270]: DEBUG nova.network.neutron [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.823799] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2631a08c-609a-4eb5-aebb-8bdffc74b70a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.826166] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.838312] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e00085-de5a-47b3-bdc3-a141a68f5703 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.885012] env[62270]: DEBUG nova.compute.manager [req-fed39f88-9535-4728-8542-b0d6591e065d req-0126be36-b53a-405a-a277-d49e07341f88 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Detach interface failed, port_id=a0fd1167-d166-4233-b80b-e6fe8a8b68c2, reason: Instance 049a3522-25cb-42b7-ad12-abb18658a7cb could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 672.909369] env[62270]: INFO nova.compute.manager [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Took 33.42 seconds to build instance. [ 672.911116] env[62270]: INFO nova.compute.manager [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Took 35.78 seconds to build instance. [ 672.915990] env[62270]: DEBUG oslo_vmware.api [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291146, 'name': ReconfigVM_Task, 'duration_secs': 0.208095} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.918503] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845203', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'name': 'volume-c6c8fe2b-03b2-494e-96f3-3796230175dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0f20d7f-2947-4448-a5ae-361687f3dc17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'serial': 'c6c8fe2b-03b2-494e-96f3-3796230175dc'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 672.962523] env[62270]: DEBUG nova.compute.manager [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Received event network-vif-plugged-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 672.962784] env[62270]: DEBUG oslo_concurrency.lockutils [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.964134] env[62270]: DEBUG oslo_concurrency.lockutils [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.964369] env[62270]: DEBUG oslo_concurrency.lockutils [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.964662] env[62270]: DEBUG nova.compute.manager [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] No waiting events found dispatching network-vif-plugged-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 672.964798] env[62270]: WARNING nova.compute.manager [req-5407ec5e-eb05-4ec1-9c39-1fed7279a530 req-92ab93b0-e249-49ec-ba66-96ebf644f541 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Received unexpected event network-vif-plugged-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 for instance with vm_state building and task_state spawning. [ 672.975028] env[62270]: DEBUG nova.network.neutron [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating instance_info_cache with network_info: [{"id": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "address": "fa:16:3e:1b:52:fd", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7e45b6-78", "ovs_interfaceid": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.200472] env[62270]: DEBUG nova.scheduler.client.report [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 673.320836] env[62270]: INFO nova.compute.manager [-] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Took 2.03 seconds to deallocate network for instance. [ 673.322488] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.330188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Releasing lock "refresh_cache-0c922d57-f833-45c5-90d7-88b694bd274e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.330381] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Updated the network info_cache for instance {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10075}} [ 673.330979] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.330979] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.330979] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.331180] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.331180] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.331614] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.331614] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 673.331810] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.410910] env[62270]: DEBUG oslo_concurrency.lockutils [None req-98cb4418-4579-4a44-bbff-8c39d54008bc tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.208s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.420197] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2adc262c-ee2a-474d-b759-c6e9c3c8cf97 tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.168s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.476555] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.476883] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Instance network_info: |[{"id": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "address": "fa:16:3e:1b:52:fd", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7e45b6-78", "ovs_interfaceid": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 673.477352] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:52:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7e45b6-7803-4775-ad4a-b0f6db8d5304', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.485703] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Creating folder: Project (e265b4c9de2540559e8c8b0a269f15ad). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.486604] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9af599b3-59ef-474b-91ab-04d3a7092395 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.506030] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Created folder: Project (e265b4c9de2540559e8c8b0a269f15ad) in parent group-v845132. [ 673.506418] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Creating folder: Instances. Parent ref: group-v845204. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 673.506835] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00c0d48-d7ae-498e-a2c9-a15e2422f91e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.522268] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Created folder: Instances in parent group-v845204. [ 673.522268] env[62270]: DEBUG oslo.service.loopingcall [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.522268] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 673.522268] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183fa72b-0471-4e1b-b373-f5a20079eeff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.547057] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.547057] env[62270]: value = "task-4291149" [ 673.547057] env[62270]: _type = "Task" [ 673.547057] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.556621] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291149, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.707326] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.316s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.711277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.846s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.712574] env[62270]: INFO nova.compute.claims [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.754806] env[62270]: INFO nova.scheduler.client.report [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted allocations for instance 0c922d57-f833-45c5-90d7-88b694bd274e [ 673.834932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.836050] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.921550] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 673.929440] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 673.976792] env[62270]: DEBUG nova.objects.instance [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lazy-loading 'flavor' on Instance uuid e0f20d7f-2947-4448-a5ae-361687f3dc17 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.059099] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291149, 'name': CreateVM_Task, 'duration_secs': 0.499563} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.059099] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 674.060233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.060802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.061401] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.062024] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10aec2a3-e6fb-4349-abca-6e4953fd1bdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.069042] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 674.069042] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522582c4-fdfc-853c-de20-47efe7aeec06" [ 674.069042] env[62270]: _type = "Task" [ 674.069042] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.085720] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522582c4-fdfc-853c-de20-47efe7aeec06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.264694] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a06d3ccd-dfa6-438f-bcaf-142b296e27aa tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "0c922d57-f833-45c5-90d7-88b694bd274e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.300s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.338156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "abed8c28-e155-4775-a90b-45942d5b75ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.338156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.338156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.338156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.338156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.344433] env[62270]: INFO nova.compute.manager [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Terminating instance [ 674.345618] env[62270]: DEBUG nova.compute.manager [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 674.346087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 674.347058] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ad7d23-7dac-4bc8-b29f-49cede11b522 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.361350] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 674.361906] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d87b03cb-8550-4b2f-8b0a-17313eac26e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.371865] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 674.371865] env[62270]: value = "task-4291150" [ 674.371865] env[62270]: _type = "Task" [ 674.371865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.388673] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.471889] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.481040] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.484932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a16d68a-4f05-4e5e-b80f-7d663855643e tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.590956] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522582c4-fdfc-853c-de20-47efe7aeec06, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.591205] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.595531] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.595531] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.595531] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.595531] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.595531] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67365eb-ab51-450a-8a44-70654405724d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.608529] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.609093] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 674.609829] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030ac817-cfed-4644-99f5-ec137d562bc4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.618458] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 674.618458] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528365a0-4e48-aaf4-005c-0d5f453a2361" [ 674.618458] env[62270]: _type = "Task" [ 674.618458] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.628640] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528365a0-4e48-aaf4-005c-0d5f453a2361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.886288] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291150, 'name': PowerOffVM_Task, 'duration_secs': 0.434507} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.887079] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 674.887394] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 674.891424] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec90b6c0-ddbe-4199-88d8-cdac79eeb356 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.969860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 674.970138] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 674.970299] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleting the datastore file [datastore2] abed8c28-e155-4775-a90b-45942d5b75ff {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.970568] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a5c3531-6d0f-4d9e-8eb3-22af45b2edcb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.979968] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 674.979968] env[62270]: value = "task-4291152" [ 674.979968] env[62270]: _type = "Task" [ 674.979968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.993568] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.143903] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528365a0-4e48-aaf4-005c-0d5f453a2361, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.145819] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80b5251-0096-4c8f-8cfb-080d50e62236 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.152058] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 675.152058] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d26470-96ab-83e3-5898-ca7c485c2e75" [ 675.152058] env[62270]: _type = "Task" [ 675.152058] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.164736] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d26470-96ab-83e3-5898-ca7c485c2e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.214441] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-deleted-b54205b8-ee6b-4381-acef-ad739ae22059 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 675.214660] env[62270]: INFO nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Neutron deleted interface b54205b8-ee6b-4381-acef-ad739ae22059; detaching it from the instance and deleting it from the info cache [ 675.218037] env[62270]: DEBUG nova.network.neutron [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [{"id": "80621f3a-b529-448f-8d07-05fbd3868daa", "address": "fa:16:3e:ea:25:da", "network": {"id": "b209f930-bac9-4312-8901-5b5a89b4bc42", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1175961433", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80621f3a-b5", "ovs_interfaceid": "80621f3a-b529-448f-8d07-05fbd3868daa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.426165] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b0c6a5-c679-4823-8704-4d1cb19596c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.441898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51c2de-b35c-4964-9ceb-e22590f790d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.486186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7580bb48-0d5d-4399-9873-5ee1b9100ea0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.498695] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c3c70-69b2-4053-8d9c-a09dc7426224 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.503462] env[62270]: DEBUG oslo_vmware.api [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382227} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.506843] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.506843] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 675.506843] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 675.506843] env[62270]: INFO nova.compute.manager [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 675.506843] env[62270]: DEBUG oslo.service.loopingcall [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.506843] env[62270]: DEBUG nova.compute.manager [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 675.506843] env[62270]: DEBUG nova.network.neutron [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 675.516931] env[62270]: DEBUG nova.compute.provider_tree [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.666787] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d26470-96ab-83e3-5898-ca7c485c2e75, 'name': SearchDatastore_Task, 'duration_secs': 0.012183} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.668517] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.668517] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fe564bfb-7cd2-4168-a41a-77fc4747426b/fe564bfb-7cd2-4168-a41a-77fc4747426b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 675.670683] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19f8221-3646-4e57-b958-68e719ecec4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.683317] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 675.683317] env[62270]: value = "task-4291153" [ 675.683317] env[62270]: _type = "Task" [ 675.683317] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.693367] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.718614] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c2b80ff-c839-42cb-8181-106eacadbc73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.731556] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e7d5f-da43-41d1-99e6-bcb2f3c50462 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.775181] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Detach interface failed, port_id=b54205b8-ee6b-4381-acef-ad739ae22059, reason: Instance 049a3522-25cb-42b7-ad12-abb18658a7cb could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 675.775615] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Received event network-vif-deleted-80621f3a-b529-448f-8d07-05fbd3868daa {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 675.775615] env[62270]: INFO nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Neutron deleted interface 80621f3a-b529-448f-8d07-05fbd3868daa; detaching it from the instance and deleting it from the info cache [ 675.775965] env[62270]: DEBUG nova.network.neutron [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.022562] env[62270]: DEBUG nova.scheduler.client.report [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 676.210111] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291153, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.281154] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9efe67c-258f-4e0f-b5a5-dc4b89a4a54d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.298941] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088aaad5-46bf-48a9-bac6-f0dfe2d48bf1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.349450] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Detach interface failed, port_id=80621f3a-b529-448f-8d07-05fbd3868daa, reason: Instance 049a3522-25cb-42b7-ad12-abb18658a7cb could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 676.349912] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Received event network-vif-deleted-b4ba0b35-a318-47b4-a31c-1d9b99dd575d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 676.350313] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 676.350656] env[62270]: DEBUG nova.compute.manager [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing instance network info cache due to event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 676.351437] env[62270]: DEBUG oslo_concurrency.lockutils [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.351821] env[62270]: DEBUG oslo_concurrency.lockutils [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.352047] env[62270]: DEBUG nova.network.neutron [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 676.415514] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.415928] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.539556] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.539556] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 676.546865] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.319s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.546865] env[62270]: DEBUG nova.objects.instance [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lazy-loading 'resources' on Instance uuid da1f49c7-1922-4690-aefe-fc6b71de727a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.753022] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97086} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.753022] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fe564bfb-7cd2-4168-a41a-77fc4747426b/fe564bfb-7cd2-4168-a41a-77fc4747426b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 676.753022] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.753022] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7b81239-fed1-46df-b026-632ac3cf1537 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.753022] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 676.753022] env[62270]: value = "task-4291154" [ 676.753022] env[62270]: _type = "Task" [ 676.753022] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.753022] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.058648] env[62270]: DEBUG nova.compute.utils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.062128] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 677.062128] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 677.233827] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19866} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.237367] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.238453] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576722f-506e-4333-b637-c09f2faf0a97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.265636] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] fe564bfb-7cd2-4168-a41a-77fc4747426b/fe564bfb-7cd2-4168-a41a-77fc4747426b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.269244] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f487c2-aced-480d-bb25-c77554933cdd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.285434] env[62270]: DEBUG nova.policy [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd72ee9d23a914eb18347d9bfa73bee83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a00ccdba750a440d9b074f9fb6efa738', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 677.294518] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 677.294518] env[62270]: value = "task-4291155" [ 677.294518] env[62270]: _type = "Task" [ 677.294518] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.306193] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.315651] env[62270]: DEBUG nova.network.neutron [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.563726] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 677.819745] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.857137] env[62270]: DEBUG nova.network.neutron [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updated VIF entry in instance network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 677.857137] env[62270]: DEBUG nova.network.neutron [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.995694] env[62270]: INFO nova.compute.manager [-] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Took 2.49 seconds to deallocate network for instance. [ 678.181240] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b858bf-311d-4844-a1c3-9a5c77d59bb9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.196934] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619009a7-273f-4348-a030-914e36bef73c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.239043] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82fd04d-e538-4e10-a02d-9b981e8b2f8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.248852] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a78f871-db78-4c41-98fd-5569df0925e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.265783] env[62270]: DEBUG nova.compute.provider_tree [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.312060] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291155, 'name': ReconfigVM_Task, 'duration_secs': 0.848728} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.312060] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfigured VM instance instance-00000016 to attach disk [datastore2] fe564bfb-7cd2-4168-a41a-77fc4747426b/fe564bfb-7cd2-4168-a41a-77fc4747426b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.312060] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de33c858-8341-4595-be6a-1d1934623774 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.320844] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 678.320844] env[62270]: value = "task-4291156" [ 678.320844] env[62270]: _type = "Task" [ 678.320844] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.344519] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291156, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.358177] env[62270]: DEBUG nova.compute.manager [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Received event network-changed-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 678.358177] env[62270]: DEBUG nova.compute.manager [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Refreshing instance network info cache due to event network-changed-3d7e45b6-7803-4775-ad4a-b0f6db8d5304. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 678.358177] env[62270]: DEBUG oslo_concurrency.lockutils [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] Acquiring lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.358177] env[62270]: DEBUG oslo_concurrency.lockutils [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] Acquired lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.358177] env[62270]: DEBUG nova.network.neutron [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Refreshing network info cache for port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 678.361511] env[62270]: DEBUG oslo_concurrency.lockutils [req-69153360-c1ff-4e3c-b165-b6bdc8171e54 req-c51f750c-91c4-4e79-a792-4b967098be78 service nova] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.387829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "4b28119c-550e-4b9d-a714-e23ded49beb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.391015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.504510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.516019] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Successfully created port: 2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.585815] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 678.629844] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 678.630126] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 678.630293] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.630479] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 678.630627] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.630881] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 678.631762] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 678.631762] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 678.631762] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 678.631762] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 678.634362] env[62270]: DEBUG nova.virt.hardware [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.635234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aed14e-a6d0-4ee1-9504-5240903edbd7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.646680] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0f8d3-5896-418c-973d-85be4c986b69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.769427] env[62270]: DEBUG nova.scheduler.client.report [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 678.834171] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291156, 'name': Rename_Task, 'duration_secs': 0.315039} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.834171] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 678.834171] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fee7d2-d183-4934-a8d3-b3ae1eac6ffc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.843438] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 678.843438] env[62270]: value = "task-4291157" [ 678.843438] env[62270]: _type = "Task" [ 678.843438] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.853969] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.277912] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.730s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.279074] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.055s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.281576] env[62270]: INFO nova.compute.claims [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.330306] env[62270]: INFO nova.scheduler.client.report [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Deleted allocations for instance da1f49c7-1922-4690-aefe-fc6b71de727a [ 679.361630] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.505689] env[62270]: DEBUG nova.network.neutron [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updated VIF entry in instance network info cache for port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 679.505855] env[62270]: DEBUG nova.network.neutron [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating instance_info_cache with network_info: [{"id": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "address": "fa:16:3e:1b:52:fd", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7e45b6-78", "ovs_interfaceid": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.837909] env[62270]: DEBUG oslo_concurrency.lockutils [None req-22e65da2-2b77-4668-81e5-0a8ecfc2e834 tempest-ServerDiagnosticsTest-2815992 tempest-ServerDiagnosticsTest-2815992-project-member] Lock "da1f49c7-1922-4690-aefe-fc6b71de727a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.903s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.860383] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291157, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.008854] env[62270]: DEBUG oslo_concurrency.lockutils [req-b06a0531-461b-452c-833e-bf19310b6591 req-afe3a402-3076-45aa-a517-b620120c770c service nova] Releasing lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.360336] env[62270]: DEBUG oslo_vmware.api [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291157, 'name': PowerOnVM_Task, 'duration_secs': 1.088222} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.365069] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 680.365177] env[62270]: INFO nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Took 10.36 seconds to spawn the instance on the hypervisor. [ 680.365376] env[62270]: DEBUG nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 680.367818] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2124ee-8d69-45dd-a19a-68625618138c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.598314] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Successfully updated port: 2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.876364] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfab149-dd78-491b-8a14-101e1d43dbe3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.895054] env[62270]: INFO nova.compute.manager [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Took 38.59 seconds to build instance. [ 680.897374] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e69ea-eb8b-469b-8c49-33b178f207ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.934970] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e9e66-735e-44b3-b53e-3bf8101938c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.944376] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9994dd4-1cfb-42cb-bb96-a3c0f9a000b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.962229] env[62270]: DEBUG nova.compute.provider_tree [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.103905] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.104104] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquired lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.104268] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 681.399336] env[62270]: DEBUG oslo_concurrency.lockutils [None req-363ce75d-024e-4348-ba64-c84fdb6dff8d tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.689s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.413149] env[62270]: DEBUG nova.compute.manager [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 681.413416] env[62270]: DEBUG nova.compute.manager [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing instance network info cache due to event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 681.413697] env[62270]: DEBUG oslo_concurrency.lockutils [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.413802] env[62270]: DEBUG oslo_concurrency.lockutils [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413957] env[62270]: DEBUG nova.network.neutron [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 681.465800] env[62270]: DEBUG nova.scheduler.client.report [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 681.644027] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 681.753705] env[62270]: DEBUG nova.compute.manager [req-1d888152-711e-45c5-b98b-5eb4f686145d req-cac76089-9e6d-47a0-8ef2-29f851e0d305 service nova] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Received event network-vif-deleted-b25d6a4d-7ea2-4785-8eff-a098b3168787 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 681.791411] env[62270]: DEBUG nova.network.neutron [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Updating instance_info_cache with network_info: [{"id": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "address": "fa:16:3e:6b:a8:f1", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cb0f0-ad", "ovs_interfaceid": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.905164] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 681.975347] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.976325] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 681.980921] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.782s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.046477] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "51f024cf-19eb-429c-ab1e-004093fff9b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.047031] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.047087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.047724] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.047724] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.053373] env[62270]: INFO nova.compute.manager [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Terminating instance [ 682.061020] env[62270]: DEBUG nova.compute.manager [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 682.061020] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 682.061020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb11747-5c40-43a6-8af1-7a7303ed8551 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.072146] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 682.072421] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e3c0c7-3a09-4650-9c33-3868d814652e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.081593] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 682.081593] env[62270]: value = "task-4291158" [ 682.081593] env[62270]: _type = "Task" [ 682.081593] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.098802] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.132712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "05698146-6db7-4514-b38e-e49ebd27d279" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.132712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.291832] env[62270]: DEBUG nova.network.neutron [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updated VIF entry in instance network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 682.292344] env[62270]: DEBUG nova.network.neutron [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.293932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Releasing lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.294240] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Instance network_info: |[{"id": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "address": "fa:16:3e:6b:a8:f1", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cb0f0-ad", "ovs_interfaceid": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 682.294887] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:a8:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2cb0f0-adc6-4887-9b47-c608cac30687', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.303238] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Creating folder: Project (a00ccdba750a440d9b074f9fb6efa738). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 682.303566] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d10189c6-857a-4a0a-9137-400904605f22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.318121] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Created folder: Project (a00ccdba750a440d9b074f9fb6efa738) in parent group-v845132. [ 682.318499] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Creating folder: Instances. Parent ref: group-v845207. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 682.318705] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-591cef77-0ed0-4ad5-9807-3f9d2147502d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.331502] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Created folder: Instances in parent group-v845207. [ 682.331889] env[62270]: DEBUG oslo.service.loopingcall [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.332236] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 682.332435] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f064526-abb3-476e-8626-181d0257ab15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.362690] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.362690] env[62270]: value = "task-4291161" [ 682.362690] env[62270]: _type = "Task" [ 682.362690] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.372398] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291161, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.443130] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.490595] env[62270]: DEBUG nova.compute.utils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.495654] env[62270]: INFO nova.compute.claims [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.502266] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 682.502266] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 682.508076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.508076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.566274] env[62270]: DEBUG nova.policy [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '193cd558ef864b1c9f4ccd9fc836db9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '827ddc9fa72f441eb85320278eacd41c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 682.599089] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291158, 'name': PowerOffVM_Task, 'duration_secs': 0.203377} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.599089] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 682.599089] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 682.599207] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb181443-17bd-456b-9bea-85112a0c4453 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.632090] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.632426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.689689] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 682.690690] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 682.691023] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Deleting the datastore file [datastore2] 51f024cf-19eb-429c-ab1e-004093fff9b7 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.691333] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3848c77-40b0-4137-868f-f2baf5681633 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.700236] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for the task: (returnval){ [ 682.700236] env[62270]: value = "task-4291163" [ 682.700236] env[62270]: _type = "Task" [ 682.700236] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.709800] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.795837] env[62270]: DEBUG oslo_concurrency.lockutils [req-ac5c9cff-206b-44db-a909-01942822ea60 req-87ff2200-c651-4b5b-b160-c2ed6f7706ea service nova] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.879827] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291161, 'name': CreateVM_Task, 'duration_secs': 0.333829} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.880009] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 682.880792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.880987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.881700] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.882096] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41665acf-d427-4d62-a308-3c4371197fbc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.887172] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 682.887172] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523be722-2ba4-1b67-3621-8ca974da46d8" [ 682.887172] env[62270]: _type = "Task" [ 682.887172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.900892] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523be722-2ba4-1b67-3621-8ca974da46d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.942009] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Successfully created port: e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.004510] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 683.013674] env[62270]: INFO nova.compute.resource_tracker [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating resource usage from migration 06adacd2-828b-4e78-bc41-a52eab6d06d0 [ 683.021315] env[62270]: INFO nova.compute.manager [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Detaching volume c6c8fe2b-03b2-494e-96f3-3796230175dc [ 683.061110] env[62270]: INFO nova.virt.block_device [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Attempting to driver detach volume c6c8fe2b-03b2-494e-96f3-3796230175dc from mountpoint /dev/sdb [ 683.061902] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 683.061902] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845203', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'name': 'volume-c6c8fe2b-03b2-494e-96f3-3796230175dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0f20d7f-2947-4448-a5ae-361687f3dc17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'serial': 'c6c8fe2b-03b2-494e-96f3-3796230175dc'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 683.062783] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a3a71-5507-461b-ae75-c2656d1a0966 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.090398] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc079d-c74f-4229-82f1-a2dd3aa7f5e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.102507] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d496a0c6-1bf3-46a0-8290-62d7070190ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.132597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15d809-0696-430a-bb31-0abdd0045125 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.146872] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c6c8fe2b-03b2-494e-96f3-3796230175dc/volume-c6c8fe2b-03b2-494e-96f3-3796230175dc.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 683.152631] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 683.153940] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dddb93-e69f-4649-b79d-8469d0b1c75f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.176202] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "42c0ff26-fdca-4268-8a11-23baad914176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.176453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.180613] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Waiting for the task: (returnval){ [ 683.180613] env[62270]: value = "task-4291164" [ 683.180613] env[62270]: _type = "Task" [ 683.180613] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.193302] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.214150] env[62270]: DEBUG oslo_vmware.api [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Task: {'id': task-4291163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179416} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.214150] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.214331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 683.214890] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 683.214890] env[62270]: INFO nova.compute.manager [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 683.214890] env[62270]: DEBUG oslo.service.loopingcall [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.215028] env[62270]: DEBUG nova.compute.manager [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 683.215323] env[62270]: DEBUG nova.network.neutron [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 683.400905] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523be722-2ba4-1b67-3621-8ca974da46d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.401286] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.401534] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.401888] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.401963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.402172] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.402445] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-414c454c-6d79-49db-92cf-e5e02bcc8f13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.414092] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.414315] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 683.415087] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1683f3ea-9b56-4385-a1dc-7cc92942505a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.421941] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 683.421941] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae5666-2901-ae52-e724-adc7b7fe7b48" [ 683.421941] env[62270]: _type = "Task" [ 683.421941] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.432893] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae5666-2901-ae52-e724-adc7b7fe7b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.698717] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291164, 'name': ReconfigVM_Task, 'duration_secs': 0.374938} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.699239] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 683.704357] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b538d8f-a3e9-4d4b-9915-3fa5fd3dadd5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.729745] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Waiting for the task: (returnval){ [ 683.729745] env[62270]: value = "task-4291165" [ 683.729745] env[62270]: _type = "Task" [ 683.729745] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.737249] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.770075] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359157ab-0b19-44fa-bce7-62bb147f70f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.778244] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9209428-1fe9-418e-a180-dec54d5ffcd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.812091] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b695d-3316-49d8-a1c6-95bfd5aee0b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.821209] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea85a9e1-fbd6-4935-b095-05d77d0cd6a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.836796] env[62270]: DEBUG nova.compute.provider_tree [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.942038] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae5666-2901-ae52-e724-adc7b7fe7b48, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.942038] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96e5e10-7655-4610-9307-6a75d753bd99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.949345] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 683.949345] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cd2e2a-b8f1-3fd2-1efb-e9317c25bc6d" [ 683.949345] env[62270]: _type = "Task" [ 683.949345] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.960833] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cd2e2a-b8f1-3fd2-1efb-e9317c25bc6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.019985] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 684.050490] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 684.050776] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 684.051683] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.051683] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 684.051683] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.051683] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 684.051683] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 684.051893] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 684.052198] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 684.052198] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 684.052493] env[62270]: DEBUG nova.virt.hardware [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.053953] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5542395-39bf-4e96-adad-5a92f28f362c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.062761] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257614fe-2928-4164-9578-1e2d6681c136 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.103910] env[62270]: DEBUG nova.compute.manager [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 684.104447] env[62270]: DEBUG nova.compute.manager [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing instance network info cache due to event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 684.104447] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] Acquiring lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.104556] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] Acquired lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.104674] env[62270]: DEBUG nova.network.neutron [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 684.240841] env[62270]: DEBUG oslo_vmware.api [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Task: {'id': task-4291165, 'name': ReconfigVM_Task, 'duration_secs': 0.177508} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.245443] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845203', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'name': 'volume-c6c8fe2b-03b2-494e-96f3-3796230175dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e0f20d7f-2947-4448-a5ae-361687f3dc17', 'attached_at': '', 'detached_at': '', 'volume_id': 'c6c8fe2b-03b2-494e-96f3-3796230175dc', 'serial': 'c6c8fe2b-03b2-494e-96f3-3796230175dc'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 684.340607] env[62270]: DEBUG nova.scheduler.client.report [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 684.347729] env[62270]: DEBUG nova.network.neutron [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.415799] env[62270]: DEBUG nova.compute.manager [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Received event network-vif-plugged-2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 684.415990] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Acquiring lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.416218] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.416387] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.416557] env[62270]: DEBUG nova.compute.manager [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] No waiting events found dispatching network-vif-plugged-2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 684.416728] env[62270]: WARNING nova.compute.manager [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Received unexpected event network-vif-plugged-2a2cb0f0-adc6-4887-9b47-c608cac30687 for instance with vm_state building and task_state spawning. [ 684.416950] env[62270]: DEBUG nova.compute.manager [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Received event network-changed-2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 684.417202] env[62270]: DEBUG nova.compute.manager [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Refreshing instance network info cache due to event network-changed-2a2cb0f0-adc6-4887-9b47-c608cac30687. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 684.417337] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Acquiring lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.418871] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Acquired lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.418871] env[62270]: DEBUG nova.network.neutron [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Refreshing network info cache for port 2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 684.461439] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cd2e2a-b8f1-3fd2-1efb-e9317c25bc6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.461741] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.462054] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] ec0a3585-2101-43e0-8ba6-95f04f4d3194/ec0a3585-2101-43e0-8ba6-95f04f4d3194.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 684.462403] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40b1373-a1bf-455a-a881-fc9cab54b4b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.471814] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 684.471814] env[62270]: value = "task-4291166" [ 684.471814] env[62270]: _type = "Task" [ 684.471814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.483346] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.847520] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.865s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.847520] env[62270]: INFO nova.compute.manager [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Migrating [ 684.847520] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.847520] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.855279] env[62270]: DEBUG nova.objects.instance [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lazy-loading 'flavor' on Instance uuid e0f20d7f-2947-4448-a5ae-361687f3dc17 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.859296] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.693s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.861037] env[62270]: INFO nova.compute.claims [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.873081] env[62270]: INFO nova.compute.manager [-] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Took 1.65 seconds to deallocate network for instance. [ 684.988760] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501736} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.991163] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] ec0a3585-2101-43e0-8ba6-95f04f4d3194/ec0a3585-2101-43e0-8ba6-95f04f4d3194.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 684.991401] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.991683] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1df0701-65f1-4ffd-a63e-3b97f0ae1c1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.000531] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 685.000531] env[62270]: value = "task-4291167" [ 685.000531] env[62270]: _type = "Task" [ 685.000531] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.012283] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.127245] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Successfully updated port: e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.204016] env[62270]: DEBUG nova.network.neutron [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updated VIF entry in instance network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 685.204016] env[62270]: DEBUG nova.network.neutron [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [{"id": "382c568e-9aa0-48cf-895a-81ab7ae70264", "address": "fa:16:3e:a3:f0:ed", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c568e-9a", "ovs_interfaceid": "382c568e-9aa0-48cf-895a-81ab7ae70264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.374317] env[62270]: INFO nova.compute.rpcapi [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 685.374860] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.383734] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.398060] env[62270]: DEBUG nova.network.neutron [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Updated VIF entry in instance network info cache for port 2a2cb0f0-adc6-4887-9b47-c608cac30687. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 685.398910] env[62270]: DEBUG nova.network.neutron [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Updating instance_info_cache with network_info: [{"id": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "address": "fa:16:3e:6b:a8:f1", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2cb0f0-ad", "ovs_interfaceid": "2a2cb0f0-adc6-4887-9b47-c608cac30687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.511830] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070737} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.512139] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.513101] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f1e6a-193f-467d-a92e-67848c9ed7ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.538794] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ec0a3585-2101-43e0-8ba6-95f04f4d3194/ec0a3585-2101-43e0-8ba6-95f04f4d3194.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.539704] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9dff18-eaa4-465e-af45-ceaef6a1b84d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.567361] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 685.567361] env[62270]: value = "task-4291168" [ 685.567361] env[62270]: _type = "Task" [ 685.567361] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.577300] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.628253] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.628490] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.628659] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 685.708293] env[62270]: DEBUG oslo_concurrency.lockutils [req-9b5670ef-2e8e-42b9-a561-fb41a338cc50 req-0a029959-6059-4a45-8b41-563483b75026 service nova] Releasing lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.735739] env[62270]: DEBUG nova.compute.manager [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-vif-plugged-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 685.735959] env[62270]: DEBUG oslo_concurrency.lockutils [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] Acquiring lock "226a807b-81a1-425c-81ac-d9be821f7679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.736565] env[62270]: DEBUG oslo_concurrency.lockutils [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] Lock "226a807b-81a1-425c-81ac-d9be821f7679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.736895] env[62270]: DEBUG oslo_concurrency.lockutils [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] Lock "226a807b-81a1-425c-81ac-d9be821f7679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.737115] env[62270]: DEBUG nova.compute.manager [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] No waiting events found dispatching network-vif-plugged-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 685.737300] env[62270]: WARNING nova.compute.manager [req-7bada36a-5d47-409f-9ad9-2856cf80bcd3 req-e96349b2-9bcd-43c3-b5a0-75cc6a0b0c11 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received unexpected event network-vif-plugged-e28894bb-62f3-4cfe-927e-60f3c3b32948 for instance with vm_state building and task_state spawning. [ 685.898334] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ccec5b56-d500-4a5b-b8ab-712d77af5e76 tempest-VolumesAssistedSnapshotsTest-581969393 tempest-VolumesAssistedSnapshotsTest-581969393-project-admin] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.391s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.904795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.905055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905253] env[62270]: DEBUG nova.network.neutron [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 685.906710] env[62270]: DEBUG oslo_concurrency.lockutils [req-38785550-34d7-45e2-934f-81e4687803ba req-ba05064c-1208-4d75-af1e-61bd1302e2f1 service nova] Releasing lock "refresh_cache-ec0a3585-2101-43e0-8ba6-95f04f4d3194" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.083947] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291168, 'name': ReconfigVM_Task, 'duration_secs': 0.286676} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.087679] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ec0a3585-2101-43e0-8ba6-95f04f4d3194/ec0a3585-2101-43e0-8ba6-95f04f4d3194.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.088468] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c5822a-ec23-49a6-b53d-123cf2a51e5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.098484] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 686.098484] env[62270]: value = "task-4291169" [ 686.098484] env[62270]: _type = "Task" [ 686.098484] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.116788] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291169, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.208186] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 686.210285] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.210603] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.210868] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.211172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.211325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.214146] env[62270]: INFO nova.compute.manager [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Terminating instance [ 686.215871] env[62270]: DEBUG nova.compute.manager [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 686.216120] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 686.217110] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c995a7-8bf8-4f1e-ae26-eb478691afbd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.228297] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 686.228966] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff03ccaa-d95c-4508-bacb-ab9212f64eda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.239044] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 686.239044] env[62270]: value = "task-4291170" [ 686.239044] env[62270]: _type = "Task" [ 686.239044] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.251511] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.301612] env[62270]: DEBUG nova.compute.manager [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 686.301864] env[62270]: DEBUG nova.compute.manager [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing instance network info cache due to event network-changed-382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 686.302146] env[62270]: DEBUG oslo_concurrency.lockutils [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] Acquiring lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.302316] env[62270]: DEBUG oslo_concurrency.lockutils [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] Acquired lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.302509] env[62270]: DEBUG nova.network.neutron [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Refreshing network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 686.540201] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922c50c4-5241-446a-a678-629d858657e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.551194] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df7c934-6bc8-4cfc-a6c3-de45bb0ead89 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.593207] env[62270]: DEBUG nova.network.neutron [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.594560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9daeb4-af2b-4716-a206-6edf180c7388 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.607693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedec24-645f-4249-9dde-02a70134bfce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.627127] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291169, 'name': Rename_Task, 'duration_secs': 0.164256} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.627707] env[62270]: DEBUG nova.compute.provider_tree [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.631286] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 686.633381] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d40bff2-f4e8-4aaa-b5d6-5ec3892a4e25 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.641714] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 686.641714] env[62270]: value = "task-4291171" [ 686.641714] env[62270]: _type = "Task" [ 686.641714] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.654569] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.750012] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291170, 'name': PowerOffVM_Task, 'duration_secs': 0.229374} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.750012] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 686.750242] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 686.750393] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da3c23fb-3492-478a-93f4-4444181639c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.815405] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 686.815655] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 686.816882] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleting the datastore file [datastore2] c9510d18-0fb7-42c9-986b-865cfbea8868 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.817137] env[62270]: DEBUG nova.network.neutron [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.818818] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08a6c698-c8db-46bb-b410-dd21de2a777f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.831413] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 686.831413] env[62270]: value = "task-4291173" [ 686.831413] env[62270]: _type = "Task" [ 686.831413] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.840986] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.099297] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.099790] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Instance network_info: |[{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 687.100420] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:b2:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e28894bb-62f3-4cfe-927e-60f3c3b32948', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.109155] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Creating folder: Project (827ddc9fa72f441eb85320278eacd41c). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 687.109478] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3205f57-e752-4186-a4f1-313ece148b79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.122187] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Created folder: Project (827ddc9fa72f441eb85320278eacd41c) in parent group-v845132. [ 687.122513] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Creating folder: Instances. Parent ref: group-v845210. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 687.122682] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213cc3ee-81c8-46c8-9332-6f8ffce67e09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.132913] env[62270]: DEBUG nova.scheduler.client.report [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 687.140287] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Created folder: Instances in parent group-v845210. [ 687.140287] env[62270]: DEBUG oslo.service.loopingcall [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.140287] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 687.140287] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a1edb4b-ad18-4bfa-8d20-c70b80c7a65e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.164432] env[62270]: DEBUG oslo_vmware.api [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291171, 'name': PowerOnVM_Task, 'duration_secs': 0.470142} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.166309] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 687.166470] env[62270]: INFO nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Took 8.58 seconds to spawn the instance on the hypervisor. [ 687.167064] env[62270]: DEBUG nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 687.167064] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.167064] env[62270]: value = "task-4291177" [ 687.167064] env[62270]: _type = "Task" [ 687.167064] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.168730] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d458c55-3a0c-4c70-95c3-2ff2942bc5e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.182432] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291177, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.270936] env[62270]: DEBUG nova.compute.manager [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Received event network-vif-deleted-04737aae-a036-463d-b232-eef730d1c93c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 687.271492] env[62270]: DEBUG nova.compute.manager [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Received event network-changed-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 687.271492] env[62270]: DEBUG nova.compute.manager [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Refreshing instance network info cache due to event network-changed-3d7e45b6-7803-4775-ad4a-b0f6db8d5304. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 687.271660] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Acquiring lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.271718] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Acquired lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.271877] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Refreshing network info cache for port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 687.321712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.345629] env[62270]: DEBUG oslo_vmware.api [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18009} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.345901] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.346223] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 687.346352] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 687.346490] env[62270]: INFO nova.compute.manager [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.346740] env[62270]: DEBUG oslo.service.loopingcall [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.346942] env[62270]: DEBUG nova.compute.manager [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 687.347047] env[62270]: DEBUG nova.network.neutron [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 687.506654] env[62270]: DEBUG nova.network.neutron [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updated VIF entry in instance network info cache for port 382c568e-9aa0-48cf-895a-81ab7ae70264. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 687.506654] env[62270]: DEBUG nova.network.neutron [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [{"id": "382c568e-9aa0-48cf-895a-81ab7ae70264", "address": "fa:16:3e:a3:f0:ed", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382c568e-9a", "ovs_interfaceid": "382c568e-9aa0-48cf-895a-81ab7ae70264", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.642613] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.643346] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 687.648837] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.678s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.648837] env[62270]: DEBUG nova.objects.instance [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.687897] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291177, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.704219] env[62270]: INFO nova.compute.manager [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Took 40.86 seconds to build instance. [ 688.014471] env[62270]: DEBUG oslo_concurrency.lockutils [req-178ad6c3-1880-4509-a6c1-e4d39b9a06cb req-9a5dcc89-0ac0-4f75-98b6-e7b345908595 service nova] Releasing lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.161829] env[62270]: DEBUG nova.compute.utils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 688.164405] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 688.164405] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 688.184747] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291177, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.206654] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3b1622eb-47f1-495d-b92f-0ab7fdd233b4 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.450s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.258185] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updated VIF entry in instance network info cache for port 3d7e45b6-7803-4775-ad4a-b0f6db8d5304. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 688.258985] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating instance_info_cache with network_info: [{"id": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "address": "fa:16:3e:1b:52:fd", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7e45b6-78", "ovs_interfaceid": "3d7e45b6-7803-4775-ad4a-b0f6db8d5304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.263931] env[62270]: DEBUG nova.policy [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc8b46cf00a4ab7bc144784ce36ade7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c9e5b3f7db4635a31c93132e678e77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 688.312404] env[62270]: DEBUG nova.network.neutron [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.662858] env[62270]: DEBUG oslo_concurrency.lockutils [None req-257dd26b-3498-4f14-a5f4-621f02082227 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.664335] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.294s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.670743] env[62270]: INFO nova.compute.claims [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.677462] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 688.702136] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291177, 'name': CreateVM_Task, 'duration_secs': 1.435612} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.702962] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 688.703804] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.703974] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.704805] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.707426] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342cd7f1-d275-4e7e-9d80-4a8424e8ccdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.709074] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 688.718342] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 688.718342] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c222a-a747-2b18-ec5c-c9b79fc17762" [ 688.718342] env[62270]: _type = "Task" [ 688.718342] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.729300] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c222a-a747-2b18-ec5c-c9b79fc17762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.759219] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Successfully created port: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.766296] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Releasing lock "refresh_cache-fe564bfb-7cd2-4168-a41a-77fc4747426b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.766590] env[62270]: DEBUG nova.compute.manager [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 688.766774] env[62270]: DEBUG nova.compute.manager [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing instance network info cache due to event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 688.768205] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.768205] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.768205] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.790095] env[62270]: DEBUG nova.compute.manager [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 688.790095] env[62270]: DEBUG nova.compute.manager [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing instance network info cache due to event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 688.790095] env[62270]: DEBUG oslo_concurrency.lockutils [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.790095] env[62270]: DEBUG oslo_concurrency.lockutils [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.790095] env[62270]: DEBUG nova.network.neutron [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 688.814634] env[62270]: INFO nova.compute.manager [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 1.47 seconds to deallocate network for instance. [ 688.841012] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df11734-2b34-4353-9521-1ff50c80feed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.867273] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 688.999575] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "8959da57-2df4-45f2-864d-11b6b40340af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.999840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.237726] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c222a-a747-2b18-ec5c-c9b79fc17762, 'name': SearchDatastore_Task, 'duration_secs': 0.02056} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.238108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.238331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.238576] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.238733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.238920] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.239226] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9235d318-ba05-4f93-afc8-0b0baae4378a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.248823] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.252131] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.252339] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 689.253355] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd86235-e3c7-4800-a54b-c6d5449ed8f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.262455] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 689.262455] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529b8997-93fd-69ef-6287-0983e4349fe5" [ 689.262455] env[62270]: _type = "Task" [ 689.262455] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.272243] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529b8997-93fd-69ef-6287-0983e4349fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.326476] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.377979] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 689.378442] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1352e0ea-bb75-47dc-b711-66bcf0fb0103 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.389463] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 689.389463] env[62270]: value = "task-4291178" [ 689.389463] env[62270]: _type = "Task" [ 689.389463] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.406970] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.428791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.429152] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.429388] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.429622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.429884] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.433084] env[62270]: INFO nova.compute.manager [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Terminating instance [ 689.435501] env[62270]: DEBUG nova.compute.manager [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 689.436092] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 689.436534] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3552191-2ede-46c2-95ae-51e1c9d82028 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.450232] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 689.450232] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c797fcf-2bca-47d6-b4cc-69ca9c6b9aa3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.460922] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 689.460922] env[62270]: value = "task-4291179" [ 689.460922] env[62270]: _type = "Task" [ 689.460922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.475545] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.622239] env[62270]: DEBUG nova.network.neutron [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updated VIF entry in instance network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.622239] env[62270]: DEBUG nova.network.neutron [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.701700] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 689.742751] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 689.743287] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 689.744139] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.744457] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 689.744725] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.745099] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 689.745445] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 689.745722] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 689.746011] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 689.746292] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 689.746590] env[62270]: DEBUG nova.virt.hardware [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.747587] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3ac4d-cd40-4f95-b43c-d43b32477ce0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.756867] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd69d2-57bf-4ba8-96a7-3c6d475c4bd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.784057] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529b8997-93fd-69ef-6287-0983e4349fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.785033] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b90aaa-eab2-43b1-9bad-d415b2c9d89c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.791391] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 689.791391] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8a267-6aeb-e37a-66dd-dfc1cd6ad0b3" [ 689.791391] env[62270]: _type = "Task" [ 689.791391] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.798082] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updated VIF entry in instance network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 689.798552] env[62270]: DEBUG nova.network.neutron [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.806791] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8a267-6aeb-e37a-66dd-dfc1cd6ad0b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.909059] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291178, 'name': PowerOffVM_Task, 'duration_secs': 0.203893} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.909059] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 689.909059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 689.973093] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291179, 'name': PowerOffVM_Task, 'duration_secs': 0.277618} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.975868] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 689.976101] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 689.976784] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50027106-4e28-45a0-9e0b-744e4a6484f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.049119] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 690.049119] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 690.049119] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Deleting the datastore file [datastore2] ec0a3585-2101-43e0-8ba6-95f04f4d3194 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.049391] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-478cfd54-fd68-47c5-b78d-0a71544a3aae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.058041] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for the task: (returnval){ [ 690.058041] env[62270]: value = "task-4291181" [ 690.058041] env[62270]: _type = "Task" [ 690.058041] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.071360] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.124731] env[62270]: DEBUG oslo_concurrency.lockutils [req-54b5ec28-3c79-4f28-9680-4e9fc34e3139 req-3480ddda-49b1-496b-b6ec-522acb04477f service nova] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.308826] env[62270]: DEBUG oslo_concurrency.lockutils [req-907d34a4-2f7b-4c3d-902c-b7d7adbba49f req-614e00d6-675d-442b-acb5-7b2ceff44cd3 service nova] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.308826] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8a267-6aeb-e37a-66dd-dfc1cd6ad0b3, 'name': SearchDatastore_Task, 'duration_secs': 0.037767} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.309753] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.309753] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 226a807b-81a1-425c-81ac-d9be821f7679/226a807b-81a1-425c-81ac-d9be821f7679.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 690.309753] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98c97784-cccf-44d3-a290-a05085fe8de8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.319474] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 690.319474] env[62270]: value = "task-4291182" [ 690.319474] env[62270]: _type = "Task" [ 690.319474] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.329438] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.372589] env[62270]: DEBUG nova.compute.manager [req-a4e73713-1518-450d-9041-d45c61cc05d5 req-297d085c-8cc6-4832-8eeb-5affe6df303e service nova] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Received event network-vif-deleted-382c568e-9aa0-48cf-895a-81ab7ae70264 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 690.390539] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83075c-7e7b-4275-8784-e0629f7126b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.401829] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2348a340-e293-4ab1-b597-c6e9419ac8c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.441332] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 690.441750] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 690.442179] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.442488] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 690.442757] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.443096] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 690.447259] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 690.447259] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 690.447259] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 690.447259] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 690.447259] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.451299] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402a7019-7859-4157-bd69-bf92a01187ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.463231] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6223e7aa-4b6c-4ef6-aac1-0bc38aebc139 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.475826] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc1e76-b237-444b-b186-c95f767b0b8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.480322] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 690.480322] env[62270]: value = "task-4291183" [ 690.480322] env[62270]: _type = "Task" [ 690.480322] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.492436] env[62270]: DEBUG nova.compute.provider_tree [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.500186] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.551669] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Successfully updated port: a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.575068] env[62270]: DEBUG oslo_vmware.api [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Task: {'id': task-4291181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24555} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.575068] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.575068] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 690.575068] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 690.575068] env[62270]: INFO nova.compute.manager [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Took 1.14 seconds to destroy the instance on the hypervisor. [ 690.575068] env[62270]: DEBUG oslo.service.loopingcall [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.575068] env[62270]: DEBUG nova.compute.manager [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 690.575068] env[62270]: DEBUG nova.network.neutron [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 690.834015] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.998869] env[62270]: DEBUG nova.scheduler.client.report [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 691.002976] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291183, 'name': ReconfigVM_Task, 'duration_secs': 0.283424} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.003164] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 691.058738] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.058738] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.058738] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 691.308782] env[62270]: DEBUG nova.compute.manager [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 691.308926] env[62270]: DEBUG nova.compute.manager [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing instance network info cache due to event network-changed-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 691.310981] env[62270]: DEBUG oslo_concurrency.lockutils [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] Acquiring lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.310981] env[62270]: DEBUG oslo_concurrency.lockutils [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] Acquired lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.310981] env[62270]: DEBUG nova.network.neutron [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Refreshing network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 691.339236] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535847} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.339236] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 226a807b-81a1-425c-81ac-d9be821f7679/226a807b-81a1-425c-81ac-d9be821f7679.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 691.339236] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.339236] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9115994-313f-4c1a-83bd-f61be71da54b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.349215] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 691.349215] env[62270]: value = "task-4291184" [ 691.349215] env[62270]: _type = "Task" [ 691.349215] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.361054] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.508542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.509134] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 691.512033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.098s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.518066] env[62270]: INFO nova.compute.claims [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.527407] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 691.527670] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 691.527839] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.528042] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 691.528204] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.528359] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 691.528568] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 691.528762] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 691.529044] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 691.529255] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 691.529457] env[62270]: DEBUG nova.virt.hardware [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 691.539410] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.540212] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117d33a5-d57a-41f2-b373-4764f4dfab53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.567206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.568298] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.568298] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.568454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.568767] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.572041] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 691.572041] env[62270]: value = "task-4291185" [ 691.572041] env[62270]: _type = "Task" [ 691.572041] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.573712] env[62270]: INFO nova.compute.manager [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Terminating instance [ 691.577565] env[62270]: DEBUG nova.compute.manager [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 691.577565] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 691.577821] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a1aa5-9a6b-4dbe-8e48-98120327f99d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.594334] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.595092] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 691.595405] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95795f79-edfc-4946-8571-2af6fd72c8be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.603747] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 691.603747] env[62270]: value = "task-4291186" [ 691.603747] env[62270]: _type = "Task" [ 691.603747] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.614352] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.617568] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 691.690797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.837802] env[62270]: DEBUG nova.network.neutron [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.849557] env[62270]: DEBUG nova.network.neutron [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updating instance_info_cache with network_info: [{"id": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "address": "fa:16:3e:e1:fe:dc", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6e013-f1", "ovs_interfaceid": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.882194] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081837} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.882618] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.883515] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feedf702-3d98-471a-b06f-57eb8b32284b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.913409] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 226a807b-81a1-425c-81ac-d9be821f7679/226a807b-81a1-425c-81ac-d9be821f7679.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.916139] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90760f95-82b2-423e-832a-ee1c9f585098 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.940351] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 691.940351] env[62270]: value = "task-4291187" [ 691.940351] env[62270]: _type = "Task" [ 691.940351] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.954564] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.043634] env[62270]: DEBUG nova.compute.utils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.052777] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 692.052888] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 692.089169] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291185, 'name': ReconfigVM_Task, 'duration_secs': 0.32824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.089337] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.090319] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3370e64b-602d-4b6d-9275-224f42e827e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.119572] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.121381] env[62270]: DEBUG nova.policy [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c2a8e64a4e4de78fac8fe7eedc2c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd04228f699451984de990f1a8795a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 692.126176] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9382d07d-1898-4a32-95aa-6fe8981b4579 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.148436] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291186, 'name': PowerOffVM_Task, 'duration_secs': 0.498407} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.149824] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 692.150029] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 692.150419] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 692.150419] env[62270]: value = "task-4291188" [ 692.150419] env[62270]: _type = "Task" [ 692.150419] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.150654] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5e858d5-d47e-433e-8ee1-d16a3bef7318 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.162377] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.192804] env[62270]: DEBUG nova.network.neutron [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updated VIF entry in instance network info cache for port db5bddd6-e9d1-4fa2-b0a0-0e7767a10795. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 692.193327] env[62270]: DEBUG nova.network.neutron [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [{"id": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "address": "fa:16:3e:6a:94:fc", "network": {"id": "44bd6536-8890-4fd6-b9f3-63383bf063e6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-202813535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74643b31b6b047288ce7052f0ef44873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5bddd6-e9", "ovs_interfaceid": "db5bddd6-e9d1-4fa2-b0a0-0e7767a10795", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.225644] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 692.225846] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 692.226171] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Deleting the datastore file [datastore2] e0f20d7f-2947-4448-a5ae-361687f3dc17 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.226894] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db4997b5-778d-4cf7-a4b2-eec89ccccef8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.237078] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for the task: (returnval){ [ 692.237078] env[62270]: value = "task-4291190" [ 692.237078] env[62270]: _type = "Task" [ 692.237078] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.247323] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.343983] env[62270]: INFO nova.compute.manager [-] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Took 1.77 seconds to deallocate network for instance. [ 692.363881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.364040] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Instance network_info: |[{"id": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "address": "fa:16:3e:e1:fe:dc", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6e013-f1", "ovs_interfaceid": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 692.364823] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:fe:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a6e013-f18d-4ea7-b6de-bd7f5428ef99', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.386218] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Creating folder: Project (95c9e5b3f7db4635a31c93132e678e77). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 692.386218] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d33560a-4baf-4014-bc0d-68abaac2f6c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.399357] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Created folder: Project (95c9e5b3f7db4635a31c93132e678e77) in parent group-v845132. [ 692.399507] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Creating folder: Instances. Parent ref: group-v845213. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 692.399738] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f790f4-080c-43fb-bc8e-9b0b7a5ed786 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.412762] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Created folder: Instances in parent group-v845213. [ 692.413146] env[62270]: DEBUG oslo.service.loopingcall [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.413470] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 692.414051] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c67d2bb-1f99-458d-a8ba-1a82a2d476ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.439792] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.439792] env[62270]: value = "task-4291193" [ 692.439792] env[62270]: _type = "Task" [ 692.439792] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.458606] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291193, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.458773] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291187, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.556225] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Successfully created port: de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.556225] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 692.663024] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291188, 'name': ReconfigVM_Task, 'duration_secs': 0.422993} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.665718] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0/f2bb4caa-a46e-4b99-9505-bd69fbcd42d0.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.666020] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 692.696276] env[62270]: DEBUG oslo_concurrency.lockutils [req-aa9aa113-bbc1-49e6-ad8e-b71183afe2d3 req-e7f1f034-198f-4d39-a402-6df7f2113f00 service nova] Releasing lock "refresh_cache-3c2449ca-daca-4078-ac78-dad7714f5f07" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.756052] env[62270]: DEBUG oslo_vmware.api [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Task: {'id': task-4291190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154661} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.756052] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.756265] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 692.757884] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 692.757884] env[62270]: INFO nova.compute.manager [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Took 1.18 seconds to destroy the instance on the hypervisor. [ 692.757884] env[62270]: DEBUG oslo.service.loopingcall [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.757884] env[62270]: DEBUG nova.compute.manager [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 692.758269] env[62270]: DEBUG nova.network.neutron [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 692.852263] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.954324] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291193, 'name': CreateVM_Task, 'duration_secs': 0.405519} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.960197] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 692.960197] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291187, 'name': ReconfigVM_Task, 'duration_secs': 0.535396} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.962200] env[62270]: DEBUG nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received event network-vif-plugged-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 692.962200] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Acquiring lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.962200] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.962200] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.962479] env[62270]: DEBUG nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] No waiting events found dispatching network-vif-plugged-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 692.962479] env[62270]: WARNING nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received unexpected event network-vif-plugged-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 for instance with vm_state building and task_state spawning. [ 692.962573] env[62270]: DEBUG nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 692.962811] env[62270]: DEBUG nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing instance network info cache due to event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 692.962811] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Acquiring lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.962811] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Acquired lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.962811] env[62270]: DEBUG nova.network.neutron [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 692.967118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.967284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.967594] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 692.967886] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 226a807b-81a1-425c-81ac-d9be821f7679/226a807b-81a1-425c-81ac-d9be821f7679.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.969193] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d78014-cb40-4526-871a-0b84f3dfc652 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.971164] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d49cf53-9c7c-4d92-a9ae-9f4008ee411b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.978868] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 692.978868] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcc71e-0c6d-125e-0b60-e6d46750c6df" [ 692.978868] env[62270]: _type = "Task" [ 692.978868] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.983709] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 692.983709] env[62270]: value = "task-4291194" [ 692.983709] env[62270]: _type = "Task" [ 692.983709] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.997820] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcc71e-0c6d-125e-0b60-e6d46750c6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.004905] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291194, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.172713] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58619d0a-0166-4ecb-b8e2-cd1f86636e7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.199902] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f6f17-bc6b-4753-9bd4-9b479bdbd21b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.221402] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 693.228901] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b1b10-ffc1-4ae5-a0d7-2305467eab97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.237677] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f56bb-5fbe-4445-9358-85ecf6a4ab6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.269812] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ad2933-f2df-4141-acd9-9076b7a011e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.278961] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30481801-a345-4afa-a957-1c7ea21b6642 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.295273] env[62270]: DEBUG nova.compute.provider_tree [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.341780] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "96ad1254-5650-4d0b-a26e-32082a5e160d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.342112] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.434072] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.434373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.500632] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcc71e-0c6d-125e-0b60-e6d46750c6df, 'name': SearchDatastore_Task, 'duration_secs': 0.024585} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.501333] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.502418] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.502418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.502418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.502418] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.503136] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dfbbd03-ff21-4c71-84ae-c351712ec254 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.508529] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291194, 'name': Rename_Task, 'duration_secs': 0.154973} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.508877] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 693.509183] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784f33a9-e114-4a47-87ed-75946a9ce719 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.516203] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.516203] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 693.516884] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d725378-7ce1-4895-8a42-d603fae33bfa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.521258] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 693.521258] env[62270]: value = "task-4291195" [ 693.521258] env[62270]: _type = "Task" [ 693.521258] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.526187] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 693.526187] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285463e-a4d6-d36e-3ecd-c0048d3b515e" [ 693.526187] env[62270]: _type = "Task" [ 693.526187] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.532545] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.537904] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285463e-a4d6-d36e-3ecd-c0048d3b515e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.572407] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 693.605036] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 693.605179] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 693.605363] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.605581] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 693.605754] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.605947] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 693.606231] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 693.606415] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 693.606655] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 693.606910] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 693.607191] env[62270]: DEBUG nova.virt.hardware [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 693.608379] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6dcce5-7e6a-4f3b-b14c-2dc838f1ac16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.619534] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd300b-d483-4a52-8473-c76af68d3e21 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.721159] env[62270]: DEBUG nova.network.neutron [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updated VIF entry in instance network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 693.721620] env[62270]: DEBUG nova.network.neutron [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updating instance_info_cache with network_info: [{"id": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "address": "fa:16:3e:e1:fe:dc", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6e013-f1", "ovs_interfaceid": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.779526] env[62270]: DEBUG nova.network.neutron [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Port fd1fa2b8-fd92-4a95-be19-290ec5983ea0 binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 693.799039] env[62270]: DEBUG nova.scheduler.client.report [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 694.049022] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285463e-a4d6-d36e-3ecd-c0048d3b515e, 'name': SearchDatastore_Task, 'duration_secs': 0.015969} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.049022] env[62270]: DEBUG oslo_vmware.api [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291195, 'name': PowerOnVM_Task, 'duration_secs': 0.521876} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.049022] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 694.049022] env[62270]: INFO nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Took 10.03 seconds to spawn the instance on the hypervisor. [ 694.049022] env[62270]: DEBUG nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 694.049022] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fcd688-c7dc-426e-b6a5-b3b8a3831b3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.051939] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c0f56-13c1-4580-9033-6f2c17b179cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.059156] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 694.059156] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52eb11a9-2518-c3b8-798a-2e81d727d58d" [ 694.059156] env[62270]: _type = "Task" [ 694.059156] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.082044] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52eb11a9-2518-c3b8-798a-2e81d727d58d, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.082398] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.082721] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3c9edc83-e462-4109-9d09-5c4e96755f17/3c9edc83-e462-4109-9d09-5c4e96755f17.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 694.082942] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-298e8109-9bbf-4336-8565-1558cdbbc6f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.091554] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 694.091554] env[62270]: value = "task-4291196" [ 694.091554] env[62270]: _type = "Task" [ 694.091554] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.104674] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.224376] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] Releasing lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.224672] env[62270]: DEBUG nova.compute.manager [req-d0647d67-8956-4a57-9be3-5634c37f4e7f req-552f4f55-88b6-42cd-a6c9-1aa13e8bf026 service nova] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Received event network-vif-deleted-2a2cb0f0-adc6-4887-9b47-c608cac30687 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 694.229333] env[62270]: DEBUG nova.compute.manager [req-02e66f3a-3357-4413-a878-d0fffb8d1218 req-68642711-81e9-479e-a9eb-1ce0434c001d service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Received event network-vif-deleted-802d0588-254f-4d2e-8013-0e39c0db5537 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 694.229572] env[62270]: INFO nova.compute.manager [req-02e66f3a-3357-4413-a878-d0fffb8d1218 req-68642711-81e9-479e-a9eb-1ce0434c001d service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Neutron deleted interface 802d0588-254f-4d2e-8013-0e39c0db5537; detaching it from the instance and deleting it from the info cache [ 694.229572] env[62270]: DEBUG nova.network.neutron [req-02e66f3a-3357-4413-a878-d0fffb8d1218 req-68642711-81e9-479e-a9eb-1ce0434c001d service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.280687] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Successfully updated port: de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.306023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.306583] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 694.310778] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.757s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.312398] env[62270]: INFO nova.compute.claims [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.322077] env[62270]: DEBUG nova.network.neutron [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.564011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.564290] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.581560] env[62270]: INFO nova.compute.manager [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Took 46.39 seconds to build instance. [ 694.602669] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.689165] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.689931] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.689931] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.689931] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.690163] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.692738] env[62270]: INFO nova.compute.manager [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Terminating instance [ 694.694883] env[62270]: DEBUG nova.compute.manager [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 694.695108] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 694.696088] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d5d43-7509-4eda-ae55-0ce586a25c4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.704758] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 694.705037] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e396d3-ea52-4ff2-b3c7-16d908ca5ef8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.712371] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 694.712371] env[62270]: value = "task-4291197" [ 694.712371] env[62270]: _type = "Task" [ 694.712371] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.722441] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.733766] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e07a1d3-a45d-4347-8c8d-13634528fba0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.743700] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5367d-27af-4752-8408-7932e7a31e71 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.782695] env[62270]: DEBUG nova.compute.manager [req-02e66f3a-3357-4413-a878-d0fffb8d1218 req-68642711-81e9-479e-a9eb-1ce0434c001d service nova] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Detach interface failed, port_id=802d0588-254f-4d2e-8013-0e39c0db5537, reason: Instance e0f20d7f-2947-4448-a5ae-361687f3dc17 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 694.783269] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.783525] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.783582] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 694.811893] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.812203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.812620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.815406] env[62270]: DEBUG nova.compute.utils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 694.817208] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 694.817401] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 694.826122] env[62270]: INFO nova.compute.manager [-] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Took 2.07 seconds to deallocate network for instance. [ 694.898848] env[62270]: DEBUG nova.policy [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcdd2ed7729641be924db34e594c2931', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65a1c633361c403186593944ad2c5d45', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 695.308516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0f458d4-a8ab-4751-9aef-d8c32b616cc2 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.493s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.333529] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 695.347947] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.358023] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291196, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111397} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.362904] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3c9edc83-e462-4109-9d09-5c4e96755f17/3c9edc83-e462-4109-9d09-5c4e96755f17.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 695.363742] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.365222] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291197, 'name': PowerOffVM_Task, 'duration_secs': 0.416953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.365666] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f4e0d3-d6f9-486c-aeb7-c7f098b58504 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.369680] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 695.369680] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 695.370247] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-463b62fe-c8a0-4239-b385-3f2c801f61ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.379843] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 695.379843] env[62270]: value = "task-4291198" [ 695.379843] env[62270]: _type = "Task" [ 695.379843] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.389131] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.438126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.438126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.438126] env[62270]: DEBUG nova.network.neutron [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 695.441415] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 695.580347] env[62270]: DEBUG nova.compute.manager [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Received event network-vif-plugged-de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 695.581352] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Acquiring lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.581352] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.581352] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.581352] env[62270]: DEBUG nova.compute.manager [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] No waiting events found dispatching network-vif-plugged-de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 695.581734] env[62270]: WARNING nova.compute.manager [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Received unexpected event network-vif-plugged-de699e5d-d3bc-4977-883c-b0d94ca08fef for instance with vm_state building and task_state spawning. [ 695.581734] env[62270]: DEBUG nova.compute.manager [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Received event network-changed-de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 695.581734] env[62270]: DEBUG nova.compute.manager [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Refreshing instance network info cache due to event network-changed-de699e5d-d3bc-4977-883c-b0d94ca08fef. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 695.581960] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Acquiring lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.596631] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 695.596906] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 695.597140] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Deleting the datastore file [datastore2] b38c3923-3ba5-4170-a4b2-8a7e496a389a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.597720] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac329f0a-be06-477e-ab11-d69231c8112a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.606286] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for the task: (returnval){ [ 695.606286] env[62270]: value = "task-4291200" [ 695.606286] env[62270]: _type = "Task" [ 695.606286] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.616654] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.690252] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Successfully created port: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.832425] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 695.890577] env[62270]: DEBUG nova.network.neutron [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Updating instance_info_cache with network_info: [{"id": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "address": "fa:16:3e:f3:76:e7", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde699e5d-d3", "ovs_interfaceid": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.895496] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078887} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.896059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.897186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c3fff9-7232-4e8e-8df4-8015688b232f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.928021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 3c9edc83-e462-4109-9d09-5c4e96755f17/3c9edc83-e462-4109-9d09-5c4e96755f17.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.931296] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24decc2-dc03-477a-ba8e-647500b520df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.957911] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 695.957911] env[62270]: value = "task-4291201" [ 695.957911] env[62270]: _type = "Task" [ 695.957911] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.970900] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.054406] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2988614e-fbe9-49b9-a835-b5ec9ddb972e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.062903] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287d4aa-5aa8-4cd8-ae11-fc4726aeb477 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.093449] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4edfc8-18a6-428d-a7ff-7a99a714a3ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.101809] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef54491-7182-482b-9164-6124267201e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.121802] env[62270]: DEBUG nova.compute.provider_tree [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.130799] env[62270]: DEBUG oslo_vmware.api [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Task: {'id': task-4291200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143073} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.131581] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.131781] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 696.131992] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 696.132199] env[62270]: INFO nova.compute.manager [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Took 1.44 seconds to destroy the instance on the hypervisor. [ 696.132503] env[62270]: DEBUG oslo.service.loopingcall [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.132667] env[62270]: DEBUG nova.compute.manager [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 696.132709] env[62270]: DEBUG nova.network.neutron [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 696.361765] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 696.368726] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.392979] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 696.393251] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 696.393416] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.393602] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 696.393758] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.393901] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 696.394851] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 696.395087] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 696.395290] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 696.395465] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 696.395648] env[62270]: DEBUG nova.virt.hardware [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 696.401061] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142e248-4e74-45d3-a86b-3bbd960eaa86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.405151] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.405151] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance network_info: |[{"id": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "address": "fa:16:3e:f3:76:e7", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde699e5d-d3", "ovs_interfaceid": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 696.408059] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Acquired lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.408264] env[62270]: DEBUG nova.network.neutron [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Refreshing network info cache for port de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 696.410798] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:76:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de699e5d-d3bc-4977-883c-b0d94ca08fef', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.417726] env[62270]: DEBUG oslo.service.loopingcall [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.418660] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 696.420226] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d56c48e-76fa-4130-b31b-ad27a9332c78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.441829] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c52efc-988a-4de2-86f9-26f424847015 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.447543] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.447543] env[62270]: value = "task-4291202" [ 696.447543] env[62270]: _type = "Task" [ 696.447543] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.467542] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291202, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.473767] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.485051] env[62270]: DEBUG nova.network.neutron [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.626769] env[62270]: DEBUG nova.scheduler.client.report [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 696.942257] env[62270]: DEBUG nova.network.neutron [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.961033] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291202, 'name': CreateVM_Task, 'duration_secs': 0.409053} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.961033] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 696.961727] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.962217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.962818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.965440] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cf7227-59d1-4649-b2e5-83759185b2ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.985902] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291201, 'name': ReconfigVM_Task, 'duration_secs': 0.718347} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.993152] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.000359] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 3c9edc83-e462-4109-9d09-5c4e96755f17/3c9edc83-e462-4109-9d09-5c4e96755f17.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.000359] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 697.000359] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200336e-e612-f70c-d859-c3fe4b43ae43" [ 697.000359] env[62270]: _type = "Task" [ 697.000359] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.008027] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79013768-1f1e-430f-8ebc-996f9d1767ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.018315] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200336e-e612-f70c-d859-c3fe4b43ae43, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.022032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.022032] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.022032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.022032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.022032] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.022032] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 697.022032] env[62270]: value = "task-4291203" [ 697.022032] env[62270]: _type = "Task" [ 697.022032] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.022032] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4114296d-7114-4e48-a97c-6963dd1faf6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.031605] env[62270]: DEBUG nova.compute.manager [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 697.031885] env[62270]: DEBUG nova.compute.manager [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing instance network info cache due to event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 697.032139] env[62270]: DEBUG oslo_concurrency.lockutils [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.032297] env[62270]: DEBUG oslo_concurrency.lockutils [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.032465] env[62270]: DEBUG nova.network.neutron [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 697.042420] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291203, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.047078] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.047078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 697.047229] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa09bdc6-043e-4a15-b919-75079be443a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.056889] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 697.056889] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fdbda5-01db-a8ec-385f-2cf20db202a1" [ 697.056889] env[62270]: _type = "Task" [ 697.056889] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.067875] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fdbda5-01db-a8ec-385f-2cf20db202a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.137880] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.137880] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 697.142076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.263s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.143530] env[62270]: INFO nova.compute.claims [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.276404] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Successfully updated port: de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.351763] env[62270]: DEBUG nova.network.neutron [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Updated VIF entry in instance network info cache for port de699e5d-d3bc-4977-883c-b0d94ca08fef. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 697.352168] env[62270]: DEBUG nova.network.neutron [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Updating instance_info_cache with network_info: [{"id": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "address": "fa:16:3e:f3:76:e7", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde699e5d-d3", "ovs_interfaceid": "de699e5d-d3bc-4977-883c-b0d94ca08fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.444205] env[62270]: INFO nova.compute.manager [-] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Took 1.31 seconds to deallocate network for instance. [ 697.523695] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb995cc-a7f0-44bd-823f-36a4f2fb25d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.537439] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291203, 'name': Rename_Task, 'duration_secs': 0.266189} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.550956] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 697.552189] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0600917-cc39-4ed7-9f14-2132120c08d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.554340] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f573eb1-9478-4805-b1ba-be54d3120443 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.563523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 697.577491] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fdbda5-01db-a8ec-385f-2cf20db202a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.581021] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 697.581021] env[62270]: value = "task-4291204" [ 697.581021] env[62270]: _type = "Task" [ 697.581021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.581021] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623863fe-8090-4782-bad7-36c4e858026f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.588992] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 697.588992] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c18c02-46c4-1026-300f-172a4d8a1977" [ 697.588992] env[62270]: _type = "Task" [ 697.588992] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.593246] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291204, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.602589] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c18c02-46c4-1026-300f-172a4d8a1977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.643611] env[62270]: DEBUG nova.compute.utils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.649021] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 697.649021] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 697.692407] env[62270]: DEBUG nova.policy [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 697.779000] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.779188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.779400] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 697.855264] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a62335c-912d-40b7-ac65-070e026780d2 req-712508eb-896d-44ac-8743-c8f9b534fd58 service nova] Releasing lock "refresh_cache-4b9bc92c-b905-40fa-b46f-8c5f28b0911c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.877882] env[62270]: DEBUG nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Received event network-vif-deleted-ee64d58b-5a23-4461-82ff-550824612628 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 697.878126] env[62270]: DEBUG nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Received event network-vif-plugged-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 697.878329] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Acquiring lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.878533] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.878706] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.878891] env[62270]: DEBUG nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] No waiting events found dispatching network-vif-plugged-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 697.879278] env[62270]: WARNING nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Received unexpected event network-vif-plugged-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 for instance with vm_state building and task_state spawning. [ 697.879278] env[62270]: DEBUG nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Received event network-changed-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 697.879433] env[62270]: DEBUG nova.compute.manager [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Refreshing instance network info cache due to event network-changed-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 697.879604] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Acquiring lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.954441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.958078] env[62270]: DEBUG nova.network.neutron [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updated VIF entry in instance network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 697.958451] env[62270]: DEBUG nova.network.neutron [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.988365] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Successfully created port: 69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.080617] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 698.081174] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fa7f64a-f4c1-4d4c-8c8f-3a88434c61e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.093572] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.098327] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 698.098327] env[62270]: value = "task-4291205" [ 698.098327] env[62270]: _type = "Task" [ 698.098327] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.106997] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.110536] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c18c02-46c4-1026-300f-172a4d8a1977, 'name': SearchDatastore_Task, 'duration_secs': 0.013422} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.110792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.111152] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b9bc92c-b905-40fa-b46f-8c5f28b0911c/4b9bc92c-b905-40fa-b46f-8c5f28b0911c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 698.111421] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f63d83f-26f1-4ab8-bed4-361629b30ae8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.118952] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 698.118952] env[62270]: value = "task-4291206" [ 698.118952] env[62270]: _type = "Task" [ 698.118952] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.128378] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.148677] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 698.345013] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.468691] env[62270]: DEBUG oslo_concurrency.lockutils [req-83350a51-eecb-49c3-a08f-7e92bce2db68 req-68ea45cf-e924-433d-b54c-049093bb1075 service nova] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.597644] env[62270]: DEBUG oslo_vmware.api [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291204, 'name': PowerOnVM_Task, 'duration_secs': 0.842848} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.598091] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 698.598274] env[62270]: INFO nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Took 8.90 seconds to spawn the instance on the hypervisor. [ 698.598485] env[62270]: DEBUG nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 698.602567] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c552e3-5ec0-438f-8c5a-6c99e2fe8b32 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.625209] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.644735] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510503} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.644735] env[62270]: DEBUG nova.network.neutron [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Updating instance_info_cache with network_info: [{"id": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "address": "fa:16:3e:c7:15:2b", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde02ec7d-11", "ovs_interfaceid": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.646387] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b9bc92c-b905-40fa-b46f-8c5f28b0911c/4b9bc92c-b905-40fa-b46f-8c5f28b0911c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 698.646703] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.647144] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c1e6d6-4de7-4c78-b471-497229552473 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.662322] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 698.662322] env[62270]: value = "task-4291207" [ 698.662322] env[62270]: _type = "Task" [ 698.662322] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.682315] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.810424] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fc7036-5b2e-4a04-aa49-734da54c8df5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.820136] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0113396f-8b2b-4f45-aa23-1944628918d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.851384] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7773c14d-1bdb-45f3-b6ac-a70f4bc63f4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.860068] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628d685-65e8-4613-af00-d1f2b9145acf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.874342] env[62270]: DEBUG nova.compute.provider_tree [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.111850] env[62270]: DEBUG oslo_vmware.api [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291205, 'name': PowerOnVM_Task, 'duration_secs': 0.580449} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.112362] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 699.112594] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bd123e47-2950-44c9-9321-ea1a8e53b86f tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance 'f2bb4caa-a46e-4b99-9505-bd69fbcd42d0' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 699.142706] env[62270]: INFO nova.compute.manager [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Took 39.01 seconds to build instance. [ 699.151172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.152200] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Instance network_info: |[{"id": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "address": "fa:16:3e:c7:15:2b", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde02ec7d-11", "ovs_interfaceid": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 699.152200] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Acquired lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.152200] env[62270]: DEBUG nova.network.neutron [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Refreshing network info cache for port de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 699.153857] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:15:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de02ec7d-11c2-42c5-b7ed-ab1cbc11b231', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.160634] env[62270]: DEBUG oslo.service.loopingcall [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.161599] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 699.161773] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e96de899-7129-4324-b6f6-1da8a3040bf0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.189960] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 699.202401] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067447} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.204663] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.204663] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.204663] env[62270]: value = "task-4291208" [ 699.204663] env[62270]: _type = "Task" [ 699.204663] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.204876] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7dffd-826b-4707-8c51-efa5a794eab7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.236126] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4b9bc92c-b905-40fa-b46f-8c5f28b0911c/4b9bc92c-b905-40fa-b46f-8c5f28b0911c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.238730] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 699.239086] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 699.239299] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.239659] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 699.239998] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.240206] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 699.240454] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 699.240629] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 699.240828] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 699.241064] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 699.241272] env[62270]: DEBUG nova.virt.hardware [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.246122] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8bf289-a3d5-48bd-ae00-d46276a9eabc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e7daa-66ba-4bc8-9eda-f75735133ceb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.265615] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291208, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.271252] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 699.271252] env[62270]: value = "task-4291209" [ 699.271252] env[62270]: _type = "Task" [ 699.271252] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.277492] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f602dc5-bb4c-42b9-91c6-de105caa2b06 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.287870] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.378249] env[62270]: DEBUG nova.scheduler.client.report [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 699.640829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b7860d64-eacb-437b-be1e-06c8e16f5e9d tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.390s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.674601] env[62270]: DEBUG nova.compute.manager [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received event network-vif-plugged-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 699.674901] env[62270]: DEBUG oslo_concurrency.lockutils [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] Acquiring lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.675243] env[62270]: DEBUG oslo_concurrency.lockutils [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.675443] env[62270]: DEBUG oslo_concurrency.lockutils [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.675696] env[62270]: DEBUG nova.compute.manager [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] No waiting events found dispatching network-vif-plugged-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 699.675859] env[62270]: WARNING nova.compute.manager [req-0717a7ce-86dc-4cbe-90c9-4d3676664c8d req-97a9d190-a92d-4325-b844-35246dfa2d35 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received unexpected event network-vif-plugged-69f1e292-8872-40a6-a07b-2ce05feeaf8d for instance with vm_state building and task_state spawning. [ 699.696073] env[62270]: DEBUG nova.compute.manager [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 699.696163] env[62270]: DEBUG nova.compute.manager [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing instance network info cache due to event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 699.696311] env[62270]: DEBUG oslo_concurrency.lockutils [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] Acquiring lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.696459] env[62270]: DEBUG oslo_concurrency.lockutils [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] Acquired lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.696781] env[62270]: DEBUG nova.network.neutron [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 699.718851] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291208, 'name': CreateVM_Task, 'duration_secs': 0.509136} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.721324] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 699.722193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.722509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.722925] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 699.723644] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e60ff2a-374c-4052-b789-3f6c9debd94e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.729426] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 699.729426] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a9ba8-0dc2-f5b3-c8a9-7825bd9fbd10" [ 699.729426] env[62270]: _type = "Task" [ 699.729426] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.738479] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a9ba8-0dc2-f5b3-c8a9-7825bd9fbd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.783920] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291209, 'name': ReconfigVM_Task, 'duration_secs': 0.299488} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.783920] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4b9bc92c-b905-40fa-b46f-8c5f28b0911c/4b9bc92c-b905-40fa-b46f-8c5f28b0911c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.784437] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd47717-267e-460f-8c67-7b08f0c19449 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.792779] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 699.792779] env[62270]: value = "task-4291210" [ 699.792779] env[62270]: _type = "Task" [ 699.792779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.803905] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291210, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.883300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.883822] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 699.887313] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.645s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.887552] env[62270]: DEBUG nova.objects.instance [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lazy-loading 'resources' on Instance uuid 62b3f344-bff0-47a3-a761-ec5517c6a24c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.027555] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Successfully updated port: 69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.098423] env[62270]: DEBUG nova.network.neutron [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Updated VIF entry in instance network info cache for port de02ec7d-11c2-42c5-b7ed-ab1cbc11b231. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 700.098812] env[62270]: DEBUG nova.network.neutron [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Updating instance_info_cache with network_info: [{"id": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "address": "fa:16:3e:c7:15:2b", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde02ec7d-11", "ovs_interfaceid": "de02ec7d-11c2-42c5-b7ed-ab1cbc11b231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.144786] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 700.241578] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a9ba8-0dc2-f5b3-c8a9-7825bd9fbd10, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.241953] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.242265] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.242545] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.242729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.242934] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.243262] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f56e11-3ac0-4711-932d-a5c7c3e64d3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.252625] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.252820] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 700.253652] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637d26af-dd4a-431f-b1e7-90bc6dc05a81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.260930] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 700.260930] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ce617f-a1c7-d22f-4036-990f07fcd0c3" [ 700.260930] env[62270]: _type = "Task" [ 700.260930] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.270468] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ce617f-a1c7-d22f-4036-990f07fcd0c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.301327] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291210, 'name': Rename_Task, 'duration_secs': 0.154311} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.301631] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 700.301939] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2394168-4bef-4644-9640-bba5bfc654ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.310115] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 700.310115] env[62270]: value = "task-4291211" [ 700.310115] env[62270]: _type = "Task" [ 700.310115] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.321509] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.390644] env[62270]: DEBUG nova.compute.utils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.395672] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 700.395672] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 700.456111] env[62270]: DEBUG nova.policy [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6b75b26bae44ed9b1bd1576f6b89e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '853a0f7361384dd691784c7bc114c6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 700.534140] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.534295] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.534789] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 700.539107] env[62270]: DEBUG nova.compute.manager [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 700.539327] env[62270]: DEBUG nova.compute.manager [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing instance network info cache due to event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 700.539533] env[62270]: DEBUG oslo_concurrency.lockutils [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] Acquiring lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.601493] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4339b7c-f167-43b1-ba7a-e73eefbe972f req-128371bd-684b-4e28-b8eb-4188683c116f service nova] Releasing lock "refresh_cache-9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.638724] env[62270]: DEBUG nova.network.neutron [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updated VIF entry in instance network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 700.639109] env[62270]: DEBUG nova.network.neutron [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updating instance_info_cache with network_info: [{"id": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "address": "fa:16:3e:e1:fe:dc", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6e013-f1", "ovs_interfaceid": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.673969] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.779968] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ce617f-a1c7-d22f-4036-990f07fcd0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.784863] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe212942-2c70-4dee-8a85-14a9cee12748 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.791884] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 700.791884] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52439d09-a3fc-ffb1-cd70-3e14ece181cc" [ 700.791884] env[62270]: _type = "Task" [ 700.791884] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.799492] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Successfully created port: 68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.809799] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52439d09-a3fc-ffb1-cd70-3e14ece181cc, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.810102] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.810374] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f/9d9d81cb-76aa-4eb3-af77-0af2121d4d6f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 700.810694] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0aa8cbe-35ec-4820-9c3e-dd2fc6520879 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.825506] env[62270]: DEBUG oslo_vmware.api [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291211, 'name': PowerOnVM_Task, 'duration_secs': 0.463568} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.826878] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 700.827122] env[62270]: INFO nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Took 7.25 seconds to spawn the instance on the hypervisor. [ 700.827316] env[62270]: DEBUG nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 700.827660] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 700.827660] env[62270]: value = "task-4291212" [ 700.827660] env[62270]: _type = "Task" [ 700.827660] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.828431] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa227d1-3c9f-43de-b8a2-bec5885bdb00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.844401] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.896190] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 701.084428] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d507a-e128-446d-a38d-5d317ae50c03 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.094461] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 701.097275] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1ec4db-8aa8-4519-8bab-be85b463b73c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.134286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae05d53-5340-40f9-b37c-8e04c7129a02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.143295] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28c4462-923b-40c5-bca5-f59c933f0752 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.148377] env[62270]: DEBUG oslo_concurrency.lockutils [req-c947f33d-2423-4472-b94a-6a0ec6fb8203 req-d49cf378-453e-4b68-945d-821f6fb380e3 service nova] Releasing lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.162842] env[62270]: DEBUG nova.compute.provider_tree [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.349560] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291212, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.358873] env[62270]: INFO nova.compute.manager [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Took 35.01 seconds to build instance. [ 701.423828] env[62270]: DEBUG nova.network.neutron [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.665825] env[62270]: DEBUG nova.scheduler.client.report [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 701.842808] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554524} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.843102] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f/9d9d81cb-76aa-4eb3-af77-0af2121d4d6f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 701.843327] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.843580] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-944117d6-87f7-4740-ac15-37b55ee82a66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.852471] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 701.852471] env[62270]: value = "task-4291213" [ 701.852471] env[62270]: _type = "Task" [ 701.852471] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.861942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3ab68b0d-2eee-4f60-9a10-c5e8721d3a71 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.997s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.862292] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.908025] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 701.928413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.928413] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Instance network_info: |[{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 701.928413] env[62270]: DEBUG oslo_concurrency.lockutils [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] Acquired lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.928413] env[62270]: DEBUG nova.network.neutron [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 701.929318] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:dc:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f1e292-8872-40a6-a07b-2ce05feeaf8d', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.938305] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating folder: Project (b70c8bf7b73a403a890b9efbfb963c35). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 701.941018] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 701.941289] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 701.941458] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.941742] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 701.941799] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.942008] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 701.942260] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 701.942436] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 701.942612] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 701.942782] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 701.942964] env[62270]: DEBUG nova.virt.hardware [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.943648] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b66e59d1-98f2-40a9-ba01-427b1a33fa3a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.946603] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8399b44-9a76-4b75-8513-165c17fc963a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.951534] env[62270]: DEBUG nova.compute.manager [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 701.951740] env[62270]: DEBUG nova.compute.manager [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing instance network info cache due to event network-changed-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 701.951989] env[62270]: DEBUG oslo_concurrency.lockutils [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] Acquiring lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.952197] env[62270]: DEBUG oslo_concurrency.lockutils [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] Acquired lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.952398] env[62270]: DEBUG nova.network.neutron [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Refreshing network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 701.960810] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f4f3d7-1cf2-4753-a2a2-663cf9078e99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.967607] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created folder: Project (b70c8bf7b73a403a890b9efbfb963c35) in parent group-v845132. [ 701.967835] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating folder: Instances. Parent ref: group-v845218. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 701.968926] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ab840a-a474-4fd9-af73-04f4a3ab8855 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.991535] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created folder: Instances in parent group-v845218. [ 701.991817] env[62270]: DEBUG oslo.service.loopingcall [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.992035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 701.992282] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f02885-d853-4af7-894c-84d5e9828749 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.014028] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.014028] env[62270]: value = "task-4291216" [ 702.014028] env[62270]: _type = "Task" [ 702.014028] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.024633] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291216, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.171208] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.174156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.852s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.174328] env[62270]: DEBUG nova.objects.instance [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lazy-loading 'resources' on Instance uuid 049a3522-25cb-42b7-ad12-abb18658a7cb {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.202634] env[62270]: INFO nova.scheduler.client.report [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Deleted allocations for instance 62b3f344-bff0-47a3-a761-ec5517c6a24c [ 702.304084] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da44cf3-3729-465e-aeb5-3272ebc8dafe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.307581] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.308099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.308435] env[62270]: DEBUG nova.compute.manager [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Going to confirm migration 1 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 702.316380] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Suspending the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 702.316840] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4ebcd45f-afef-4529-acde-1b876fbe20bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.326971] env[62270]: DEBUG oslo_vmware.api [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 702.326971] env[62270]: value = "task-4291217" [ 702.326971] env[62270]: _type = "Task" [ 702.326971] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.340051] env[62270]: DEBUG oslo_vmware.api [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291217, 'name': SuspendVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.364111] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075648} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.364414] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.365104] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 702.368386] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a55c1-47b7-4f71-894c-9c0a78770de6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.396472] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f/9d9d81cb-76aa-4eb3-af77-0af2121d4d6f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.397251] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b012fb1-363f-4c66-b8e9-d94c752658db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.430986] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 702.430986] env[62270]: value = "task-4291218" [ 702.430986] env[62270]: _type = "Task" [ 702.430986] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.444677] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.525056] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291216, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.687175] env[62270]: DEBUG nova.compute.manager [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Received event network-vif-plugged-68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 702.687594] env[62270]: DEBUG oslo_concurrency.lockutils [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] Acquiring lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.687594] env[62270]: DEBUG oslo_concurrency.lockutils [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.687721] env[62270]: DEBUG oslo_concurrency.lockutils [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.687801] env[62270]: DEBUG nova.compute.manager [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] No waiting events found dispatching network-vif-plugged-68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 702.687972] env[62270]: WARNING nova.compute.manager [req-c472d43f-25b5-4f56-a740-89d621f836f3 req-1cafa27b-236f-47b3-94cc-78c4deb33177 service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Received unexpected event network-vif-plugged-68534fc1-bf86-46cb-b469-b5ee304c0d43 for instance with vm_state building and task_state spawning. [ 702.715444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf92e8b7-e0a2-4b7f-9863-5eebcf0b1822 tempest-ServerShowV254Test-1044312664 tempest-ServerShowV254Test-1044312664-project-member] Lock "62b3f344-bff0-47a3-a761-ec5517c6a24c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.361s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.717104] env[62270]: DEBUG nova.network.neutron [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updated VIF entry in instance network info cache for port a2a6e013-f18d-4ea7-b6de-bd7f5428ef99. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 702.717352] env[62270]: DEBUG nova.network.neutron [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updating instance_info_cache with network_info: [{"id": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "address": "fa:16:3e:e1:fe:dc", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a6e013-f1", "ovs_interfaceid": "a2a6e013-f18d-4ea7-b6de-bd7f5428ef99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.843491] env[62270]: DEBUG oslo_vmware.api [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291217, 'name': SuspendVM_Task} progress is 62%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.887268] env[62270]: DEBUG nova.network.neutron [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updated VIF entry in instance network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 702.887708] env[62270]: DEBUG nova.network.neutron [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.890518] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.918165] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.918438] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.918552] env[62270]: DEBUG nova.network.neutron [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 702.918746] env[62270]: DEBUG nova.objects.instance [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lazy-loading 'info_cache' on Instance uuid f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.948543] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291218, 'name': ReconfigVM_Task, 'duration_secs': 0.490309} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.955178] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f/9d9d81cb-76aa-4eb3-af77-0af2121d4d6f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.956490] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Successfully updated port: 68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.958366] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-083cb3be-8b2d-433e-8df1-4e06a2cd4387 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.967750] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 702.967750] env[62270]: value = "task-4291219" [ 702.967750] env[62270]: _type = "Task" [ 702.967750] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.985080] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291219, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.029850] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291216, 'name': CreateVM_Task, 'duration_secs': 0.633726} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.030881] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 703.031955] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.031955] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.031955] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.032168] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b52e8e7-5ec3-4703-a601-7f8ef1d3bb70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.040310] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 703.040310] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52307e13-54c3-152f-8eec-6cbc63e2d1be" [ 703.040310] env[62270]: _type = "Task" [ 703.040310] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.054015] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52307e13-54c3-152f-8eec-6cbc63e2d1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.219710] env[62270]: DEBUG oslo_concurrency.lockutils [req-4cc1dbfd-db79-4af1-9587-489b121194df req-145ce693-375d-4ab1-a747-86288566a28f service nova] Releasing lock "refresh_cache-3c9edc83-e462-4109-9d09-5c4e96755f17" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.330125] env[62270]: DEBUG nova.compute.manager [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Received event network-changed-68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 703.330442] env[62270]: DEBUG nova.compute.manager [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Refreshing instance network info cache due to event network-changed-68534fc1-bf86-46cb-b469-b5ee304c0d43. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 703.330694] env[62270]: DEBUG oslo_concurrency.lockutils [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] Acquiring lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.330850] env[62270]: DEBUG oslo_concurrency.lockutils [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] Acquired lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.331213] env[62270]: DEBUG nova.network.neutron [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Refreshing network info cache for port 68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 703.342521] env[62270]: DEBUG oslo_vmware.api [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291217, 'name': SuspendVM_Task, 'duration_secs': 0.70229} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.343346] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Suspended the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 703.343549] env[62270]: DEBUG nova.compute.manager [None req-43cbf713-ef4e-4c52-8859-15c5ac30f3ff tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 703.344616] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d4e0ea-9b97-46a5-8bfe-1d9a87fb9d1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.348771] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593c9e6-137b-434d-b166-f3920ee0e865 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.362601] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a3750a-d3a0-451b-819e-0a602de5122e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.397577] env[62270]: DEBUG oslo_concurrency.lockutils [req-b83eeda8-21a7-4737-a810-51c34cd60a44 req-8e984554-86b4-4abe-a890-07e0790baac5 service nova] Releasing lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.399025] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ca05d-130c-408d-986b-ec3968ea04e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.410428] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c38d430-41b8-4b1b-bf3e-6e80f17aaff8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.430136] env[62270]: DEBUG nova.compute.provider_tree [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.462086] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.481792] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291219, 'name': Rename_Task, 'duration_secs': 0.170063} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.482115] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 703.482444] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1ce124-45f0-442c-a8fd-287b9a3ea04e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.490844] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 703.490844] env[62270]: value = "task-4291220" [ 703.490844] env[62270]: _type = "Task" [ 703.490844] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.499458] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.556236] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52307e13-54c3-152f-8eec-6cbc63e2d1be, 'name': SearchDatastore_Task, 'duration_secs': 0.013181} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.556482] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.556735] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.556987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.557148] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.557376] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.557602] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a044c002-7883-43dd-afb4-c8e2b55c4b94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.572537] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.572749] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 703.573618] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bdd2c5-48d8-42be-ac70-754eec68eeab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.580057] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 703.580057] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521714e0-a1c4-265a-6f43-4863d8322577" [ 703.580057] env[62270]: _type = "Task" [ 703.580057] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.592788] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521714e0-a1c4-265a-6f43-4863d8322577, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.891954] env[62270]: DEBUG nova.network.neutron [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 703.936759] env[62270]: DEBUG nova.scheduler.client.report [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 704.003540] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.097397] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521714e0-a1c4-265a-6f43-4863d8322577, 'name': SearchDatastore_Task, 'duration_secs': 0.024829} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.097397] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b964b01-3f73-42f2-b153-9373d0dda3b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.103573] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 704.103573] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5287d085-5be6-533f-5200-6682dff173c3" [ 704.103573] env[62270]: _type = "Task" [ 704.103573] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.108786] env[62270]: DEBUG nova.network.neutron [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.121378] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5287d085-5be6-533f-5200-6682dff173c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.122227] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.122682] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c710d441-ea2f-445a-a4e0-f1d1532edcb6/c710d441-ea2f-445a-a4e0-f1d1532edcb6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 704.122926] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-275d77a6-d348-4455-8fbf-8b10c451d70e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.132287] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 704.132287] env[62270]: value = "task-4291221" [ 704.132287] env[62270]: _type = "Task" [ 704.132287] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.143950] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.332120] env[62270]: DEBUG nova.network.neutron [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.445253] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.448085] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.613s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.449547] env[62270]: DEBUG nova.objects.instance [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lazy-loading 'resources' on Instance uuid d65d666b-e9f3-4724-b76b-cb3199cfba1f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.478447] env[62270]: INFO nova.scheduler.client.report [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleted allocations for instance 049a3522-25cb-42b7-ad12-abb18658a7cb [ 704.504715] env[62270]: DEBUG oslo_vmware.api [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291220, 'name': PowerOnVM_Task, 'duration_secs': 0.957366} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.505034] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 704.505832] env[62270]: INFO nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Took 8.14 seconds to spawn the instance on the hypervisor. [ 704.505832] env[62270]: DEBUG nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 704.508263] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63366c41-45a3-4185-a980-0179ec93f88d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.615336] env[62270]: DEBUG oslo_concurrency.lockutils [req-a770089d-3196-4780-b6e7-39166387bd42 req-5e5705a4-03d0-4eef-9cd1-142ff774c64c service nova] Releasing lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.615518] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.615681] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 704.646846] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512988} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.647179] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c710d441-ea2f-445a-a4e0-f1d1532edcb6/c710d441-ea2f-445a-a4e0-f1d1532edcb6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 704.647370] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.648055] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6b28e06-7217-4914-910b-4da15c1b5479 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.655504] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 704.655504] env[62270]: value = "task-4291222" [ 704.655504] env[62270]: _type = "Task" [ 704.655504] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.667947] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.838714] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.839025] env[62270]: DEBUG nova.objects.instance [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lazy-loading 'migration_context' on Instance uuid f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.989283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6918a771-9cc9-44fc-8b9f-ce9337808ffd tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "049a3522-25cb-42b7-ad12-abb18658a7cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.715s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.039287] env[62270]: INFO nova.compute.manager [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Took 38.65 seconds to build instance. [ 705.169596] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163275} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.169596] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.170470] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535282b-0c53-43b7-bbb9-66c50801c2c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173866] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 705.201985] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c710d441-ea2f-445a-a4e0-f1d1532edcb6/c710d441-ea2f-445a-a4e0-f1d1532edcb6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.207046] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a82ca9-e396-4799-bb1e-5b32be7afab4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.231137] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 705.231137] env[62270]: value = "task-4291223" [ 705.231137] env[62270]: _type = "Task" [ 705.231137] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.241036] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.342455] env[62270]: DEBUG nova.objects.base [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 705.343699] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df4c07-c977-42a1-9a47-b8308c859772 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370192] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6935b8ad-a998-4c6d-a2a0-863e544b8cc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.379740] env[62270]: DEBUG oslo_vmware.api [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 705.379740] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6b585-6349-fc1e-1e29-b01249a19eee" [ 705.379740] env[62270]: _type = "Task" [ 705.379740] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.392225] env[62270]: DEBUG oslo_vmware.api [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6b585-6349-fc1e-1e29-b01249a19eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.476217] env[62270]: DEBUG nova.network.neutron [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Updating instance_info_cache with network_info: [{"id": "68534fc1-bf86-46cb-b469-b5ee304c0d43", "address": "fa:16:3e:f6:ed:b7", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68534fc1-bf", "ovs_interfaceid": "68534fc1-bf86-46cb-b469-b5ee304c0d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.542054] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d120a4e-2344-4c97-b873-8114b6bb2479 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.732s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.588196] env[62270]: DEBUG nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 705.588764] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817af94c-6d10-452b-a3cc-d825f9aaa2d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.716832] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3706b7-96fa-4309-b540-b4a8cff92397 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.725896] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b587d3-c7f4-4ebd-966d-c33414906a7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.743871] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291223, 'name': ReconfigVM_Task, 'duration_secs': 0.480968} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.772375] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c710d441-ea2f-445a-a4e0-f1d1532edcb6/c710d441-ea2f-445a-a4e0-f1d1532edcb6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.773728] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862538db-fbe8-4a75-b1b6-a1305a6fb352 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.776065] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8c664-648a-48d4-9926-b155e8e6b5e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.787030] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f3edde-151a-4c21-8bfb-dc8042dc366e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.791465] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 705.791465] env[62270]: value = "task-4291224" [ 705.791465] env[62270]: _type = "Task" [ 705.791465] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.803905] env[62270]: DEBUG nova.compute.provider_tree [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.811755] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291224, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.891619] env[62270]: DEBUG oslo_vmware.api [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6b585-6349-fc1e-1e29-b01249a19eee, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.891619] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.981093] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "refresh_cache-d6bde5b4-f544-41c7-b763-c668b7bbd914" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.981445] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance network_info: |[{"id": "68534fc1-bf86-46cb-b469-b5ee304c0d43", "address": "fa:16:3e:f6:ed:b7", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68534fc1-bf", "ovs_interfaceid": "68534fc1-bf86-46cb-b469-b5ee304c0d43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 705.981884] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ed:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68534fc1-bf86-46cb-b469-b5ee304c0d43', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.990892] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating folder: Project (853a0f7361384dd691784c7bc114c6cb). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 705.991463] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ff12670-331e-4984-89f3-d2db741ff709 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.006727] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created folder: Project (853a0f7361384dd691784c7bc114c6cb) in parent group-v845132. [ 706.007473] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating folder: Instances. Parent ref: group-v845221. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 706.007473] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1908b7-060b-4f11-818b-aced0adfbf2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.019857] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created folder: Instances in parent group-v845221. [ 706.020186] env[62270]: DEBUG oslo.service.loopingcall [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.020528] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 706.020674] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7aab0e8-9b90-4163-85db-4c519dc4284c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.042891] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.042891] env[62270]: value = "task-4291227" [ 706.042891] env[62270]: _type = "Task" [ 706.042891] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.047133] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 706.055091] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291227, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.103380] env[62270]: INFO nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] instance snapshotting [ 706.103670] env[62270]: WARNING nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 706.110276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec73a8-048b-4d0d-b7db-800a2ff1c453 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.139286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bdd86-ec58-4f59-8c0f-bb3d60e00b40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.306368] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291224, 'name': Rename_Task, 'duration_secs': 0.397153} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.307420] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 706.307644] env[62270]: DEBUG nova.scheduler.client.report [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 706.311135] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0f5de3b-f2f2-4659-8a28-1905b7ab62cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.322747] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 706.322747] env[62270]: value = "task-4291228" [ 706.322747] env[62270]: _type = "Task" [ 706.322747] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.324770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1b904-516f-41e6-b34a-bf3cbc01259f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.344310] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Suspending the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 706.344310] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.344598] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a24befa-99be-4aa3-85bd-e56b2fa9083c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.353150] env[62270]: DEBUG oslo_vmware.api [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] Waiting for the task: (returnval){ [ 706.353150] env[62270]: value = "task-4291229" [ 706.353150] env[62270]: _type = "Task" [ 706.353150] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.363334] env[62270]: DEBUG oslo_vmware.api [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] Task: {'id': task-4291229, 'name': SuspendVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.562303] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291227, 'name': CreateVM_Task, 'duration_secs': 0.45053} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.562670] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 706.563684] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.566951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.566951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.566951] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e24945-491b-41c2-8767-4ba246f48d0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.573421] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 706.573421] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e1ff2-7978-141b-b9b0-2159563cab4c" [ 706.573421] env[62270]: _type = "Task" [ 706.573421] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.583571] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.587345] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e1ff2-7978-141b-b9b0-2159563cab4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.652998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.653378] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f462e99b-3bf8-49c7-820e-f2e45598ad6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.663254] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 706.663254] env[62270]: value = "task-4291230" [ 706.663254] env[62270]: _type = "Task" [ 706.663254] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.674098] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.815346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.817993] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.982s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.818707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.818893] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 706.819219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.348s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.821170] env[62270]: INFO nova.compute.claims [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.828257] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f025c-bf33-4a1d-a9c8-5f591f81e6b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.839878] env[62270]: INFO nova.scheduler.client.report [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted allocations for instance d65d666b-e9f3-4724-b76b-cb3199cfba1f [ 706.862023] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.865349] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133d2403-3f60-44ad-b3a5-7b3a6b92afff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.886134] env[62270]: DEBUG oslo_vmware.api [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] Task: {'id': task-4291229, 'name': SuspendVM_Task} progress is 62%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.888261] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e1f82e-eec6-41f9-b7dd-c52df69aa018 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.905932] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed71f670-8ef7-42aa-84d7-d27cd0cd3325 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.943379] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179176MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 706.943730] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.085572] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524e1ff2-7978-141b-b9b0-2159563cab4c, 'name': SearchDatastore_Task, 'duration_secs': 0.018295} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.086524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.087051] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.087563] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.088201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.088664] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.089242] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad2f82a-1d60-42d3-a54c-186a3f5bcb3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.107245] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.107245] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 707.107245] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faad7d9e-00fa-43e7-b84c-7b93b1ae987b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.117791] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 707.117791] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c378b-62e2-b48f-f4c0-8fa37b355295" [ 707.117791] env[62270]: _type = "Task" [ 707.117791] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.130364] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c378b-62e2-b48f-f4c0-8fa37b355295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.173558] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.354016] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.366238] env[62270]: DEBUG oslo_concurrency.lockutils [None req-32e165ee-1055-4278-9fa6-f15848d4f784 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "d65d666b-e9f3-4724-b76b-cb3199cfba1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.261s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.374898] env[62270]: DEBUG oslo_vmware.api [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] Task: {'id': task-4291229, 'name': SuspendVM_Task, 'duration_secs': 0.768167} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.374898] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Suspended the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 707.374898] env[62270]: DEBUG nova.compute.manager [None req-1577d034-c5e6-4d4f-a82d-af8fa72f4d82 tempest-ServersAdminNegativeTestJSON-868778857 tempest-ServersAdminNegativeTestJSON-868778857-project-admin] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 707.374898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cc76ba-3d67-4e3e-9bde-8803b345db05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.627945] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c378b-62e2-b48f-f4c0-8fa37b355295, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.631346] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15be50ed-9e3b-4600-9f4b-370e367aff74 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.637530] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 707.637530] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a04f2e-fda8-f363-e539-8d8412467ea2" [ 707.637530] env[62270]: _type = "Task" [ 707.637530] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.649921] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a04f2e-fda8-f363-e539-8d8412467ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.673876] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291230, 'name': CreateSnapshot_Task, 'duration_secs': 0.636479} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.674180] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.675074] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a828321-9ae2-47f4-8c53-a5a361d9b69e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.851322] env[62270]: DEBUG oslo_vmware.api [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291228, 'name': PowerOnVM_Task, 'duration_secs': 1.162572} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.852032] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 707.853183] env[62270]: INFO nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Took 8.66 seconds to spawn the instance on the hypervisor. [ 707.853183] env[62270]: DEBUG nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 707.853312] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d831eb10-ad67-45e7-91d3-7b4a47ebf393 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.155425] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a04f2e-fda8-f363-e539-8d8412467ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.160838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.161315] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 708.161884] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2268ea97-e6e0-44fc-8700-98ccc8f17b0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.174660] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 708.174660] env[62270]: value = "task-4291231" [ 708.174660] env[62270]: _type = "Task" [ 708.174660] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.194712] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.195085] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.197940] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39d2c4cf-e9f2-4ff3-9841-ae754bd80ccb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.210169] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 708.210169] env[62270]: value = "task-4291232" [ 708.210169] env[62270]: _type = "Task" [ 708.210169] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.218990] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291232, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.377717] env[62270]: INFO nova.compute.manager [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Took 41.85 seconds to build instance. [ 708.528583] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.529591] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.590164] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca4d51-2409-42e1-a501-40fed28d0efb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc244654-5fa3-4632-a550-f56eb8a58915 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.640759] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f18197-8013-4f15-83cc-c8af49de471e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.652123] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45de9992-5aa3-4664-a436-95c85670b823 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.675875] env[62270]: DEBUG nova.compute.provider_tree [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.689477] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.720414] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291232, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.883684] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cda507a1-81c9-4971-8003-bd948973a104 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.956s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.189780] env[62270]: DEBUG nova.scheduler.client.report [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 709.203928] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63779} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.203928] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 709.204569] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.204569] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ae188d-67cd-4381-bf07-2a27ee74b48e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.216714] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 709.216714] env[62270]: value = "task-4291233" [ 709.216714] env[62270]: _type = "Task" [ 709.216714] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.223799] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291232, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.235596] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.269341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.269502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.386537] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 709.696727] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.697588] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 709.701088] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.220s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.705242] env[62270]: INFO nova.compute.claims [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.721133] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291232, 'name': CloneVM_Task, 'duration_secs': 1.49953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.721622] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Created linked-clone VM from snapshot [ 709.722541] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fcc7e9-aaec-42b6-b90e-8d1c6f33db1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.733599] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Uploading image 2c54735a-4fee-4525-8cc7-005995b25681 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 709.741476] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070925} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.741476] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.741476] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad7b33-2861-41d6-bb88-d656ac4cd83b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.768611] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.771942] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4963b20c-470b-4f95-b234-a7f24dc1964c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.792944] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.792944] env[62270]: value = "vm-845225" [ 709.792944] env[62270]: _type = "VirtualMachine" [ 709.792944] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.793287] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c81bb77-afae-4705-bc0b-101e9d3662b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.796320] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 709.796320] env[62270]: value = "task-4291234" [ 709.796320] env[62270]: _type = "Task" [ 709.796320] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.801747] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease: (returnval){ [ 709.801747] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c0526f-7495-40b6-cc2f-f1d7a1a82790" [ 709.801747] env[62270]: _type = "HttpNfcLease" [ 709.801747] env[62270]: } obtained for exporting VM: (result){ [ 709.801747] env[62270]: value = "vm-845225" [ 709.801747] env[62270]: _type = "VirtualMachine" [ 709.801747] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.801747] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the lease: (returnval){ [ 709.801747] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c0526f-7495-40b6-cc2f-f1d7a1a82790" [ 709.801747] env[62270]: _type = "HttpNfcLease" [ 709.801747] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.808069] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.811406] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.811406] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c0526f-7495-40b6-cc2f-f1d7a1a82790" [ 709.811406] env[62270]: _type = "HttpNfcLease" [ 709.811406] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.919518] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.211457] env[62270]: DEBUG nova.compute.utils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.215399] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 710.215574] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 710.285934] env[62270]: DEBUG nova.policy [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 710.313298] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291234, 'name': ReconfigVM_Task, 'duration_secs': 0.279835} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.315052] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.315728] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.315728] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c0526f-7495-40b6-cc2f-f1d7a1a82790" [ 710.315728] env[62270]: _type = "HttpNfcLease" [ 710.315728] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.315951] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cb7bf3-a1c5-477d-a8c8-07a1e4bf8c61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.317730] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.317730] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c0526f-7495-40b6-cc2f-f1d7a1a82790" [ 710.317730] env[62270]: _type = "HttpNfcLease" [ 710.317730] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.318623] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffa58bd-6bed-4e2c-a895-154067f4b6ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.326576] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.326790] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.329266] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 710.329266] env[62270]: value = "task-4291236" [ 710.329266] env[62270]: _type = "Task" [ 710.329266] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.394192] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291236, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.430480] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d48226d0-151c-492e-a25c-0586f655c8b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.700566] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Successfully created port: 1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.719639] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 710.842521] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291236, 'name': Rename_Task, 'duration_secs': 0.16946} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.846486] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 710.847095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c96f1469-724d-4470-bb76-d69139cca6a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.855685] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 710.855685] env[62270]: value = "task-4291237" [ 710.855685] env[62270]: _type = "Task" [ 710.855685] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.874449] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.377191] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.494488] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65501594-33aa-4bb4-8248-cb95abe6bb14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.502280] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d4a92a-ec7a-48c0-b9b8-0ddd3926e317 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.534670] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c18390-d9e5-450c-a6d8-23371f60022a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.542894] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c09e4-d7e5-4cb0-9208-b85e6fd521d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.557093] env[62270]: DEBUG nova.compute.provider_tree [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.742197] env[62270]: DEBUG nova.compute.manager [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 711.742197] env[62270]: DEBUG nova.compute.manager [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing instance network info cache due to event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 711.742197] env[62270]: DEBUG oslo_concurrency.lockutils [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] Acquiring lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.742197] env[62270]: DEBUG oslo_concurrency.lockutils [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] Acquired lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.742537] env[62270]: DEBUG nova.network.neutron [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 711.744998] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 711.785673] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 711.786682] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 711.786682] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.786682] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 711.786682] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.786682] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 711.786897] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 711.787162] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 711.787964] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 711.787964] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 711.787964] env[62270]: DEBUG nova.virt.hardware [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.788965] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a8ae7-a8bb-448f-8012-50dc052a5989 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.798703] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b067f5-087c-4db3-919f-6a0fad93f7cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.840026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.840026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.874332] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.062293] env[62270]: DEBUG nova.scheduler.client.report [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 712.372895] env[62270]: DEBUG oslo_vmware.api [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291237, 'name': PowerOnVM_Task, 'duration_secs': 1.198136} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.373194] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 712.373403] env[62270]: INFO nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Took 10.47 seconds to spawn the instance on the hypervisor. [ 712.373584] env[62270]: DEBUG nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 712.374444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254ae37e-b348-4a2c-ba37-16287beef614 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.410860] env[62270]: DEBUG nova.compute.manager [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-vif-plugged-1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 712.410860] env[62270]: DEBUG oslo_concurrency.lockutils [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.415266] env[62270]: DEBUG oslo_concurrency.lockutils [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.415646] env[62270]: DEBUG oslo_concurrency.lockutils [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.415921] env[62270]: DEBUG nova.compute.manager [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] No waiting events found dispatching network-vif-plugged-1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 712.416659] env[62270]: WARNING nova.compute.manager [req-4e881783-afeb-45b9-98c9-89f2d1968e50 req-abb40652-5a6c-4ada-a2a8-6020a3986d37 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received unexpected event network-vif-plugged-1dd37626-ccd5-4c10-9d50-7945d8c2317a for instance with vm_state building and task_state spawning. [ 712.549620] env[62270]: DEBUG nova.network.neutron [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updated VIF entry in instance network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 712.550049] env[62270]: DEBUG nova.network.neutron [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.567144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.567689] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 712.572086] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.068s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.572349] env[62270]: DEBUG nova.objects.instance [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lazy-loading 'resources' on Instance uuid abed8c28-e155-4775-a90b-45942d5b75ff {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.700200] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.701119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.761532] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Successfully updated port: 1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.894873] env[62270]: INFO nova.compute.manager [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Took 44.04 seconds to build instance. [ 712.999041] env[62270]: DEBUG nova.compute.manager [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-changed-1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 712.999212] env[62270]: DEBUG nova.compute.manager [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing instance network info cache due to event network-changed-1dd37626-ccd5-4c10-9d50-7945d8c2317a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 712.999424] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.999619] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.999743] env[62270]: DEBUG nova.network.neutron [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing network info cache for port 1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 713.053732] env[62270]: DEBUG oslo_concurrency.lockutils [req-138075ad-66b8-43bd-946a-67d6c9010f62 req-9a2d743d-96ba-40fe-8a20-5b3691815690 service nova] Releasing lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.073877] env[62270]: DEBUG nova.compute.utils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.075553] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 713.075731] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 713.120154] env[62270]: DEBUG nova.policy [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6b75b26bae44ed9b1bd1576f6b89e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '853a0f7361384dd691784c7bc114c6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 713.204367] env[62270]: DEBUG nova.compute.utils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.263982] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.398160] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc2ff45e-1536-4e7f-be8d-4a843c7f2f16 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.028s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.446838] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Successfully created port: 149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.549421] env[62270]: DEBUG nova.network.neutron [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 713.578861] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 713.662609] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.662886] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.663121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.663318] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.663527] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.665717] env[62270]: INFO nova.compute.manager [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Terminating instance [ 713.667866] env[62270]: DEBUG nova.compute.manager [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 713.668083] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 713.669074] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a2922-c15d-4bcc-b62f-6a2d04cfb6ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.679789] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 713.680069] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaaaee11-3f0a-4bef-9f68-4c9e369946d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.682433] env[62270]: DEBUG nova.network.neutron [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.687205] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d29c4f-0802-4a2c-97e1-5eb12d2611ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.690866] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 713.690866] env[62270]: value = "task-4291238" [ 713.690866] env[62270]: _type = "Task" [ 713.690866] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.699709] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962039c1-d850-4053-872f-36c34cbb586f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.707429] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.707957] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.738730] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc12bec-d6bb-4731-83aa-00f6be3d0499 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.746806] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77a062b-6088-4baa-82f0-f841a19fb021 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.761710] env[62270]: DEBUG nova.compute.provider_tree [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.900735] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 714.187386] env[62270]: DEBUG oslo_concurrency.lockutils [req-6e907b7f-6fd0-4ccf-a8b3-d8a8dd85ac27 req-278100d3-0fb6-42ca-8075-b374894dd201 service nova] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.187828] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.187996] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 714.202270] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291238, 'name': PowerOffVM_Task, 'duration_secs': 0.275758} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.202591] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 714.202772] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 714.203081] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b05799a-5904-4379-94e7-a79153dbe96b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.265018] env[62270]: DEBUG nova.scheduler.client.report [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 714.270977] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 714.271345] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 714.271568] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleting the datastore file [datastore2] bf195db5-7601-46e3-ba0e-1ea3ded052c5 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.271863] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad065f7d-7329-4d08-ba80-ee553c433ead {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.278446] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 714.278446] env[62270]: value = "task-4291240" [ 714.278446] env[62270]: _type = "Task" [ 714.278446] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.291196] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.425196] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.436273] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.436555] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.436768] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.436958] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.437159] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.439427] env[62270]: INFO nova.compute.manager [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Terminating instance [ 714.441422] env[62270]: DEBUG nova.compute.manager [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 714.441625] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 714.442503] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f83e16c-8477-4a63-b62a-484bd5c4abd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.450569] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 714.450892] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88f503bb-eadf-4c00-b234-b907fe5eb45c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.457011] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 714.457011] env[62270]: value = "task-4291241" [ 714.457011] env[62270]: _type = "Task" [ 714.457011] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.465374] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.593419] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 714.620211] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 714.620536] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 714.620720] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.620961] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 714.621224] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.621411] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 714.621650] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 714.621849] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 714.622378] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 714.622378] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 714.622620] env[62270]: DEBUG nova.virt.hardware [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 714.623620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfe68a-f965-4d6a-8859-a0649fa35744 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.634010] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2fa21a-acde-4518-bb24-e5131bbccd91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.725742] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 714.776119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.776907] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.335s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.779123] env[62270]: INFO nova.compute.claims [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.788799] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.789073] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.789317] env[62270]: INFO nova.compute.manager [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Attaching volume ec06e4a9-8970-4074-86ae-a7aa50383026 to /dev/sdb [ 714.796873] env[62270]: DEBUG oslo_vmware.api [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253158} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.799702] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.799913] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 714.800113] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 714.800303] env[62270]: INFO nova.compute.manager [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 714.800550] env[62270]: DEBUG oslo.service.loopingcall [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.802847] env[62270]: INFO nova.scheduler.client.report [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleted allocations for instance abed8c28-e155-4775-a90b-45942d5b75ff [ 714.802847] env[62270]: DEBUG nova.compute.manager [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 714.803060] env[62270]: DEBUG nova.network.neutron [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 714.842983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6e977-6ae2-440a-bc96-2fc516c8a044 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.852964] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058dae39-b726-4052-a5ea-1781a58a0cd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.871204] env[62270]: DEBUG nova.virt.block_device [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating existing volume attachment record: 59d35943-bac3-40b9-9f7b-ab5be3215f39 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 714.975080] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291241, 'name': PowerOffVM_Task, 'duration_secs': 0.285738} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.975896] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 714.976357] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 714.976865] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eaa8e73-d240-4df2-abcd-30470e1a32a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008938] env[62270]: DEBUG nova.network.neutron [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.047797] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 715.047797] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 715.047797] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleting the datastore file [datastore2] 9fb6b4ec-edb3-478a-865d-47d0d863f244 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.047797] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6c2587b-bd7a-4642-8aa2-0641175310f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.058141] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for the task: (returnval){ [ 715.058141] env[62270]: value = "task-4291244" [ 715.058141] env[62270]: _type = "Task" [ 715.058141] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.069322] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.164262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.164262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.164262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.164262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.164262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.166066] env[62270]: INFO nova.compute.manager [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Terminating instance [ 715.169214] env[62270]: DEBUG nova.compute.manager [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 715.170012] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 715.170436] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8c5fd-5c54-4f9f-a508-aba6a02c9f6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.179603] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 715.179603] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc1f4d6-bb5b-4dc4-8bd5-77df3fec7b38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.199218] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Successfully updated port: 149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.237801] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 715.238067] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 715.238273] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleting the datastore file [datastore2] 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.238562] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-807edfc1-6f59-4abc-a0bc-6813551267f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.246865] env[62270]: DEBUG oslo_vmware.api [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 715.246865] env[62270]: value = "task-4291247" [ 715.246865] env[62270]: _type = "Task" [ 715.246865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.258743] env[62270]: DEBUG oslo_vmware.api [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.311219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b593543d-947a-446a-b658-78d72e6ceb60 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "abed8c28-e155-4775-a90b-45942d5b75ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.974s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.403055] env[62270]: DEBUG nova.compute.manager [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Received event network-vif-plugged-149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 715.403722] env[62270]: DEBUG oslo_concurrency.lockutils [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] Acquiring lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.403722] env[62270]: DEBUG oslo_concurrency.lockutils [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.403722] env[62270]: DEBUG oslo_concurrency.lockutils [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.404547] env[62270]: DEBUG nova.compute.manager [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] No waiting events found dispatching network-vif-plugged-149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 715.404547] env[62270]: WARNING nova.compute.manager [req-85608d90-0507-4fd4-ab8d-c1e49f0e3321 req-21d4b091-5a12-4e15-afac-0740d73180c5 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Received unexpected event network-vif-plugged-149f54bf-d106-447d-b33d-760f6dc70c87 for instance with vm_state building and task_state spawning. [ 715.511886] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.512286] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance network_info: |[{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 715.512779] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:51:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd37626-ccd5-4c10-9d50-7945d8c2317a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.521490] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating folder: Project (2d3c11c053fc405faffc9f4c0b3aafb0). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 715.522244] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dc780b0-0145-4212-9ae1-f67fc2faaccf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.536284] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created folder: Project (2d3c11c053fc405faffc9f4c0b3aafb0) in parent group-v845132. [ 715.536534] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating folder: Instances. Parent ref: group-v845228. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 715.536796] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef94c99-b69f-43e6-a3e5-eae607438447 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.547339] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created folder: Instances in parent group-v845228. [ 715.547631] env[62270]: DEBUG oslo.service.loopingcall [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.547881] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 715.548136] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a40267e-9f10-409c-916e-bdb5dfbe04fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.573425] env[62270]: DEBUG oslo_vmware.api [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Task: {'id': task-4291244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250383} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.574864] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.575087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 715.575300] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 715.575486] env[62270]: INFO nova.compute.manager [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Took 1.13 seconds to destroy the instance on the hypervisor. [ 715.575774] env[62270]: DEBUG oslo.service.loopingcall [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.575970] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.575970] env[62270]: value = "task-4291251" [ 715.575970] env[62270]: _type = "Task" [ 715.575970] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.576192] env[62270]: DEBUG nova.compute.manager [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 715.576302] env[62270]: DEBUG nova.network.neutron [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 715.586469] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291251, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.601062] env[62270]: DEBUG nova.compute.manager [req-873e9afa-442e-468f-95f9-4b8d00f3cc50 req-7ff9ef18-545e-4988-b14a-5b7151aadb1f service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Received event network-vif-deleted-91b381f3-763c-4bc9-ba93-03b9772df46a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 715.601371] env[62270]: INFO nova.compute.manager [req-873e9afa-442e-468f-95f9-4b8d00f3cc50 req-7ff9ef18-545e-4988-b14a-5b7151aadb1f service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Neutron deleted interface 91b381f3-763c-4bc9-ba93-03b9772df46a; detaching it from the instance and deleting it from the info cache [ 715.601573] env[62270]: DEBUG nova.network.neutron [req-873e9afa-442e-468f-95f9-4b8d00f3cc50 req-7ff9ef18-545e-4988-b14a-5b7151aadb1f service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.706680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.706680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.706680] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 715.759920] env[62270]: DEBUG oslo_vmware.api [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249214} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.759920] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.759920] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 715.760049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 715.760606] env[62270]: INFO nova.compute.manager [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Took 0.59 seconds to destroy the instance on the hypervisor. [ 715.760606] env[62270]: DEBUG oslo.service.loopingcall [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.760606] env[62270]: DEBUG nova.compute.manager [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 715.760750] env[62270]: DEBUG nova.network.neutron [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 715.880593] env[62270]: DEBUG nova.network.neutron [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.088436] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291251, 'name': CreateVM_Task, 'duration_secs': 0.466977} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.091744] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 716.095267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.095267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.095267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 716.095267] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8f6ccf-eaf9-48d7-bf03-30a1bf87d183 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.101649] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 716.101649] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5c86b-aaf3-55ee-c9ad-e6a5490ac512" [ 716.101649] env[62270]: _type = "Task" [ 716.101649] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.108146] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08b66bd8-ea79-4027-8223-326d76dadd40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.117573] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5c86b-aaf3-55ee-c9ad-e6a5490ac512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.125238] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5e716-6a1f-4906-884f-6650cbcfe68f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.167432] env[62270]: DEBUG nova.compute.manager [req-873e9afa-442e-468f-95f9-4b8d00f3cc50 req-7ff9ef18-545e-4988-b14a-5b7151aadb1f service nova] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Detach interface failed, port_id=91b381f3-763c-4bc9-ba93-03b9772df46a, reason: Instance bf195db5-7601-46e3-ba0e-1ea3ded052c5 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 716.252047] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 716.384140] env[62270]: INFO nova.compute.manager [-] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Took 1.58 seconds to deallocate network for instance. [ 716.460087] env[62270]: DEBUG nova.network.neutron [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Updating instance_info_cache with network_info: [{"id": "149f54bf-d106-447d-b33d-760f6dc70c87", "address": "fa:16:3e:df:db:af", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149f54bf-d1", "ovs_interfaceid": "149f54bf-d106-447d-b33d-760f6dc70c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.466964] env[62270]: DEBUG nova.network.neutron [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.494886] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f9551-c575-405f-bda6-5d3a12af19b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.502641] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8e53d-fd58-4aac-b6ef-5bf4ea7d03d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.534334] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeac2333-11c7-4013-8495-3c90332b2523 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.542209] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb89edc-dd15-4880-96d1-f15f3c078fa6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.555813] env[62270]: DEBUG nova.compute.provider_tree [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.614393] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5c86b-aaf3-55ee-c9ad-e6a5490ac512, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.614902] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.615249] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.615575] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.615816] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.616061] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.616478] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ec4056-dbe4-4d6d-89e9-4732390e6d2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.626550] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.626550] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 716.627405] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64afe34-a3c1-4e64-a78c-5ae244728d0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.633756] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 716.633756] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b5ed82-f87e-96d9-397b-23df34b3d02e" [ 716.633756] env[62270]: _type = "Task" [ 716.633756] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.642651] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b5ed82-f87e-96d9-397b-23df34b3d02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.645078] env[62270]: DEBUG nova.network.neutron [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.891365] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.962773] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.963124] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Instance network_info: |[{"id": "149f54bf-d106-447d-b33d-760f6dc70c87", "address": "fa:16:3e:df:db:af", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149f54bf-d1", "ovs_interfaceid": "149f54bf-d106-447d-b33d-760f6dc70c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 716.965629] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:db:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149f54bf-d106-447d-b33d-760f6dc70c87', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.975534] env[62270]: DEBUG oslo.service.loopingcall [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.975962] env[62270]: INFO nova.compute.manager [-] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Took 1.40 seconds to deallocate network for instance. [ 716.977866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 716.979760] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93fdf356-b9eb-4fb4-80c9-6ab0b18b4e04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.008348] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.008348] env[62270]: value = "task-4291252" [ 717.008348] env[62270]: _type = "Task" [ 717.008348] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.016668] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291252, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.058678] env[62270]: DEBUG nova.scheduler.client.report [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 717.145330] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b5ed82-f87e-96d9-397b-23df34b3d02e, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.146189] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2545ea80-210b-493e-b3e2-b526bdf39fc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.148799] env[62270]: INFO nova.compute.manager [-] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Took 1.39 seconds to deallocate network for instance. [ 717.155034] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 717.155034] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd4d5-9ca1-1fd3-aaa7-f46141749eff" [ 717.155034] env[62270]: _type = "Task" [ 717.155034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.163183] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd4d5-9ca1-1fd3-aaa7-f46141749eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.404648] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 717.405754] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4d142f-5ac7-4bcc-a680-a1270e63df83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.415266] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 717.415549] env[62270]: ERROR oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk due to incomplete transfer. [ 717.415833] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9977612e-7db2-4e48-a35f-d19491b108af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.423456] env[62270]: DEBUG oslo_vmware.rw_handles [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c93e0a-9c50-2cdf-de33-e0a6ab028251/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 717.423800] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Uploaded image 2c54735a-4fee-4525-8cc7-005995b25681 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 717.426068] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 717.427276] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d62788e-1a48-4d8b-8548-02c77318fcd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.433457] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 717.433457] env[62270]: value = "task-4291254" [ 717.433457] env[62270]: _type = "Task" [ 717.433457] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.441238] env[62270]: DEBUG nova.compute.manager [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Received event network-changed-149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 717.441455] env[62270]: DEBUG nova.compute.manager [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Refreshing instance network info cache due to event network-changed-149f54bf-d106-447d-b33d-760f6dc70c87. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 717.441686] env[62270]: DEBUG oslo_concurrency.lockutils [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] Acquiring lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.441876] env[62270]: DEBUG oslo_concurrency.lockutils [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] Acquired lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.442131] env[62270]: DEBUG nova.network.neutron [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Refreshing network info cache for port 149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 717.449730] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291254, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.504967] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.520132] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291252, 'name': CreateVM_Task, 'duration_secs': 0.342832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.520305] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 717.521036] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.521274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.521724] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.522331] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcc9061-7a8a-44c9-9bce-d6dff882bf4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.528040] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 717.528040] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52aa0692-1381-c979-93b4-b03e0b75b57c" [ 717.528040] env[62270]: _type = "Task" [ 717.528040] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.535488] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52aa0692-1381-c979-93b4-b03e0b75b57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.564941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.565103] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 717.568016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.184s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.568281] env[62270]: DEBUG nova.objects.instance [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lazy-loading 'resources' on Instance uuid 51f024cf-19eb-429c-ab1e-004093fff9b7 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.656419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.666215] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd4d5-9ca1-1fd3-aaa7-f46141749eff, 'name': SearchDatastore_Task, 'duration_secs': 0.013385} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.667029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.667029] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6401b84d-af23-4c99-843a-5798e49c2edf/6401b84d-af23-4c99-843a-5798e49c2edf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 717.667029] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89aebad9-1887-46e9-b892-dd67dea50b76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.674173] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 717.674173] env[62270]: value = "task-4291255" [ 717.674173] env[62270]: _type = "Task" [ 717.674173] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.676359] env[62270]: DEBUG nova.compute.manager [req-22036a5a-83b0-4feb-8053-16c527e29001 req-19c3e096-69c8-49d9-8df1-ae06562910aa service nova] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Received event network-vif-deleted-d48ce55b-d1b8-4f01-bf94-998ba1920d06 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 717.684896] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.943751] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291254, 'name': Destroy_Task, 'duration_secs': 0.316179} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.944109] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Destroyed the VM [ 717.944539] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.944857] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b027f81-65d4-4b83-90a9-b313bdf37726 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.954775] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 717.954775] env[62270]: value = "task-4291256" [ 717.954775] env[62270]: _type = "Task" [ 717.954775] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.963484] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.041632] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52aa0692-1381-c979-93b4-b03e0b75b57c, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.042274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.042542] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.042788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.042942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.043516] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.043803] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ecd3ff-81eb-4835-87b7-416f8a162301 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.056936] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.057174] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 718.058244] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e923798a-1e90-41d0-849c-82749e7a0240 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.064271] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 718.064271] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52193b03-1c84-1ec2-9bd9-85171a8698a3" [ 718.064271] env[62270]: _type = "Task" [ 718.064271] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.071639] env[62270]: DEBUG nova.compute.utils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.080788] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 718.081203] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 718.083306] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52193b03-1c84-1ec2-9bd9-85171a8698a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.138869] env[62270]: DEBUG nova.policy [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'deb81bd3c0734998bc8cc64bc3c6f700', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f8692f0ffa24ab9a624e7796e46cba5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 718.185958] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291255, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.212119] env[62270]: DEBUG nova.network.neutron [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Updated VIF entry in instance network info cache for port 149f54bf-d106-447d-b33d-760f6dc70c87. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 718.212119] env[62270]: DEBUG nova.network.neutron [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Updating instance_info_cache with network_info: [{"id": "149f54bf-d106-447d-b33d-760f6dc70c87", "address": "fa:16:3e:df:db:af", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149f54bf-d1", "ovs_interfaceid": "149f54bf-d106-447d-b33d-760f6dc70c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.466596] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.543434] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.543772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.543989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.544218] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.544414] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.546677] env[62270]: INFO nova.compute.manager [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Terminating instance [ 718.548550] env[62270]: DEBUG nova.compute.manager [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 718.548749] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 718.549636] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494d5ee4-1f03-4d3c-9def-6fd7703fc2d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.557312] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 718.557564] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0dd70f-4580-445e-afb7-7642b8e15483 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.574010] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52193b03-1c84-1ec2-9bd9-85171a8698a3, 'name': SearchDatastore_Task, 'duration_secs': 0.063635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.577361] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1118271-7ad0-469e-a0de-18b229102914 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.581465] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 718.585336] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 718.585336] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278b790-27be-8dac-5ae6-d712b836ffd2" [ 718.585336] env[62270]: _type = "Task" [ 718.585336] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.595619] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278b790-27be-8dac-5ae6-d712b836ffd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.685151] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556744} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.687461] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6401b84d-af23-4c99-843a-5798e49c2edf/6401b84d-af23-4c99-843a-5798e49c2edf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 718.687690] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.688158] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d8d6fb2-1ccb-42e1-9525-1def0b68b454 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.694555] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 718.694555] env[62270]: value = "task-4291258" [ 718.694555] env[62270]: _type = "Task" [ 718.694555] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.706523] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.714243] env[62270]: DEBUG oslo_concurrency.lockutils [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] Releasing lock "refresh_cache-b802a76e-c112-4eaf-97b5-ed82ec528bf9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.714540] env[62270]: DEBUG nova.compute.manager [req-67e2e974-b66e-41c2-9267-6f3d72056abd req-0c827315-6a03-4e5c-b90a-124199991a95 service nova] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Received event network-vif-deleted-de02ec7d-11c2-42c5-b7ed-ab1cbc11b231 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 718.859322] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d736f1-3615-4dbc-b3c6-5aff6d047e16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.867142] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb688f2-9b6a-4aaa-b57b-afbbb7d7f081 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.900232] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48aed3-34f7-4e32-9b80-e79a5106072b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.908048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f010cea-c246-4e35-bac0-c3b96749b3cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.921852] env[62270]: DEBUG nova.compute.provider_tree [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.969017] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Successfully created port: b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.972242] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291256, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.087946] env[62270]: INFO nova.virt.block_device [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Booting with volume c75a78d6-d24d-4b93-8d2e-c1b9f001e362 at /dev/sda [ 719.101235] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278b790-27be-8dac-5ae6-d712b836ffd2, 'name': SearchDatastore_Task, 'duration_secs': 0.029345} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.101573] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.101848] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b802a76e-c112-4eaf-97b5-ed82ec528bf9/b802a76e-c112-4eaf-97b5-ed82ec528bf9.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 719.102152] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e49e44b-d966-4ced-9446-b2563da1a4e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.109309] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 719.109309] env[62270]: value = "task-4291259" [ 719.109309] env[62270]: _type = "Task" [ 719.109309] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.117692] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.120971] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-847006ae-8f16-40e0-a735-c13385ded973 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.130108] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf45018-71a7-4063-9d39-1be5b84a1653 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.163051] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57f28732-c9cf-45a7-8649-66cbacdc1483 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.170941] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d226dc1-93c3-4c40-868f-93e7e21fc8ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.210036] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb4597-c40c-446b-8d60-931bded068d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.225200] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663fc44-e5d7-4b34-b0b3-8507aa093bba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.229647] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104579} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.230104] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.231596] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6131c70d-f01d-4f45-b130-6fdbbd5beeec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.256543] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6401b84d-af23-4c99-843a-5798e49c2edf/6401b84d-af23-4c99-843a-5798e49c2edf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.260527] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2027a0-6d82-434e-8fe7-2cc52b5baf6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.275535] env[62270]: DEBUG nova.virt.block_device [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updating existing volume attachment record: 5b4a0930-654e-467b-a8f4-50e57ddea6c7 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 719.279346] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 719.279568] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 719.279755] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] 4b9bc92c-b905-40fa-b46f-8c5f28b0911c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.280377] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eece9ac4-2614-4f3b-9437-040f232ca94e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.285616] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 719.285616] env[62270]: value = "task-4291260" [ 719.285616] env[62270]: _type = "Task" [ 719.285616] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.287777] env[62270]: DEBUG oslo_vmware.api [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 719.287777] env[62270]: value = "task-4291261" [ 719.287777] env[62270]: _type = "Task" [ 719.287777] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.297528] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.300541] env[62270]: DEBUG oslo_vmware.api [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.425942] env[62270]: DEBUG nova.scheduler.client.report [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 719.437770] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 719.437981] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845227', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'name': 'volume-ec06e4a9-8970-4074-86ae-a7aa50383026', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe564bfb-7cd2-4168-a41a-77fc4747426b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'serial': 'ec06e4a9-8970-4074-86ae-a7aa50383026'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 719.438849] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c074ac-9102-46f7-95a0-edef90fea53a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.460877] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c9ed49-4fab-48cc-92e1-be8f6ff99af0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.469835] env[62270]: DEBUG oslo_vmware.api [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291256, 'name': RemoveSnapshot_Task, 'duration_secs': 1.194802} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.487291] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 719.487452] env[62270]: INFO nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Took 13.38 seconds to snapshot the instance on the hypervisor. [ 719.499438] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-ec06e4a9-8970-4074-86ae-a7aa50383026/volume-ec06e4a9-8970-4074-86ae-a7aa50383026.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.500384] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb1d776-43b8-4dee-af35-e66e33b65ad6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.521200] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 719.521200] env[62270]: value = "task-4291262" [ 719.521200] env[62270]: _type = "Task" [ 719.521200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.531329] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.619764] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291259, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.650912] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.651190] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.805612] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.805933] env[62270]: DEBUG oslo_vmware.api [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412453} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.806225] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.806877] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 719.806877] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 719.806877] env[62270]: INFO nova.compute.manager [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Took 1.26 seconds to destroy the instance on the hypervisor. [ 719.807176] env[62270]: DEBUG oslo.service.loopingcall [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.807454] env[62270]: DEBUG nova.compute.manager [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 719.807530] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 719.932099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.934684] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.686s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.936357] env[62270]: INFO nova.compute.claims [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.955682] env[62270]: INFO nova.scheduler.client.report [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Deleted allocations for instance 51f024cf-19eb-429c-ab1e-004093fff9b7 [ 720.001159] env[62270]: DEBUG nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance disappeared during snapshot {{(pid=62270) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 720.021256] env[62270]: DEBUG nova.compute.manager [None req-30659309-c626-499d-ad46-a171368b1e14 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image not found during clean up 2c54735a-4fee-4525-8cc7-005995b25681 {{(pid=62270) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 720.032350] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291262, 'name': ReconfigVM_Task, 'duration_secs': 0.387706} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.033244] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-ec06e4a9-8970-4074-86ae-a7aa50383026/volume-ec06e4a9-8970-4074-86ae-a7aa50383026.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.038340] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225b947b-6136-4168-a22c-970ffcdf0f4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.055537] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 720.055537] env[62270]: value = "task-4291263" [ 720.055537] env[62270]: _type = "Task" [ 720.055537] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.065914] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.122780] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511744} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.123131] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b802a76e-c112-4eaf-97b5-ed82ec528bf9/b802a76e-c112-4eaf-97b5-ed82ec528bf9.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 720.123411] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.123715] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b8f9da-8a13-45cc-ad99-e9e7d0131977 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.130766] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 720.130766] env[62270]: value = "task-4291264" [ 720.130766] env[62270]: _type = "Task" [ 720.130766] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.140515] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.162595] env[62270]: DEBUG nova.compute.manager [req-ffb4e432-1958-48fc-842a-879ee4278011 req-1e6af775-af2d-4563-9ff5-6ce57e426185 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Received event network-vif-deleted-de699e5d-d3bc-4977-883c-b0d94ca08fef {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 720.162855] env[62270]: INFO nova.compute.manager [req-ffb4e432-1958-48fc-842a-879ee4278011 req-1e6af775-af2d-4563-9ff5-6ce57e426185 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Neutron deleted interface de699e5d-d3bc-4977-883c-b0d94ca08fef; detaching it from the instance and deleting it from the info cache [ 720.163273] env[62270]: DEBUG nova.network.neutron [req-ffb4e432-1958-48fc-842a-879ee4278011 req-1e6af775-af2d-4563-9ff5-6ce57e426185 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.299533] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291260, 'name': ReconfigVM_Task, 'duration_secs': 0.575333} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.299817] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6401b84d-af23-4c99-843a-5798e49c2edf/6401b84d-af23-4c99-843a-5798e49c2edf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.300454] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a72e2e6a-b3de-490d-9cd1-b8e9c2a9b240 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.307405] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 720.307405] env[62270]: value = "task-4291265" [ 720.307405] env[62270]: _type = "Task" [ 720.307405] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.315010] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291265, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.464503] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a5309af-fdd9-44e6-907a-5c25eea0854f tempest-DeleteServersAdminTestJSON-217764255 tempest-DeleteServersAdminTestJSON-217764255-project-member] Lock "51f024cf-19eb-429c-ab1e-004093fff9b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.418s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.565786] env[62270]: DEBUG oslo_vmware.api [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291263, 'name': ReconfigVM_Task, 'duration_secs': 0.145094} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.567026] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845227', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'name': 'volume-ec06e4a9-8970-4074-86ae-a7aa50383026', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe564bfb-7cd2-4168-a41a-77fc4747426b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'serial': 'ec06e4a9-8970-4074-86ae-a7aa50383026'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 720.607725] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.641497] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085916} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.641790] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.642467] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262de3aa-2e03-487a-a682-9975c4378f64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.668762] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] b802a76e-c112-4eaf-97b5-ed82ec528bf9/b802a76e-c112-4eaf-97b5-ed82ec528bf9.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.669342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bf775c-fadb-47dc-bec2-fbf80d30913d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.689345] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-304a49c0-28a4-45c4-a74e-b0e100b23e3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.702546] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f3fc00-e24c-4ffb-921d-04cdd105a366 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.717175] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 720.717175] env[62270]: value = "task-4291266" [ 720.717175] env[62270]: _type = "Task" [ 720.717175] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.729422] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.740710] env[62270]: DEBUG nova.compute.manager [req-ffb4e432-1958-48fc-842a-879ee4278011 req-1e6af775-af2d-4563-9ff5-6ce57e426185 service nova] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Detach interface failed, port_id=de699e5d-d3bc-4977-883c-b0d94ca08fef, reason: Instance 4b9bc92c-b905-40fa-b46f-8c5f28b0911c could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 720.813719] env[62270]: DEBUG nova.compute.manager [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Received event network-vif-plugged-b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 720.813949] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] Acquiring lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.814185] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.814367] env[62270]: DEBUG oslo_concurrency.lockutils [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.814543] env[62270]: DEBUG nova.compute.manager [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] No waiting events found dispatching network-vif-plugged-b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 720.814734] env[62270]: WARNING nova.compute.manager [req-0b5daf32-d826-4d6d-8bca-091d8a162dd2 req-1cf3014a-f4e0-4113-a450-cecf197dc385 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Received unexpected event network-vif-plugged-b3b55150-ed90-48e6-aade-78de666e247a for instance with vm_state building and task_state block_device_mapping. [ 720.822768] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291265, 'name': Rename_Task, 'duration_secs': 0.138485} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.823431] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 720.823431] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e25cd0b7-a6d5-42c1-99bf-66a6feb62653 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.830856] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 720.830856] env[62270]: value = "task-4291267" [ 720.830856] env[62270]: _type = "Task" [ 720.830856] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.837490] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.946613] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Successfully updated port: b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.112290] env[62270]: INFO nova.compute.manager [-] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Took 1.30 seconds to deallocate network for instance. [ 721.228443] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291266, 'name': ReconfigVM_Task, 'duration_secs': 0.263772} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.231023] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Reconfigured VM instance instance-0000001f to attach disk [datastore2] b802a76e-c112-4eaf-97b5-ed82ec528bf9/b802a76e-c112-4eaf-97b5-ed82ec528bf9.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.231023] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a6d3531-bdb2-4648-ae8c-a85980dd3e39 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.236660] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 721.236660] env[62270]: value = "task-4291268" [ 721.236660] env[62270]: _type = "Task" [ 721.236660] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.245332] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291268, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.341976] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291267, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.384342] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 721.384897] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 721.385142] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 721.385367] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.385584] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 721.385742] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.385900] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 721.387043] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 721.387270] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 721.387465] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 721.387644] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 721.387861] env[62270]: DEBUG nova.virt.hardware [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 721.392678] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ce26c-0972-4d9b-827c-4b161c5844b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.402082] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca66f60-8862-4412-8921-85c021d6ba7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.451656] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.451812] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquired lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.451967] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 721.593318] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a61d37-29ef-4e75-a40b-1086aae9c57d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.601374] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746baf1-0dfe-485b-b693-b681063f441a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.637555] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.637555] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c0938-741f-4301-9483-56ff56f30221 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.643867] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0408b-b7de-4dcd-9af7-9ac4a073b608 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.658358] env[62270]: DEBUG nova.objects.instance [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lazy-loading 'flavor' on Instance uuid fe564bfb-7cd2-4168-a41a-77fc4747426b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.660931] env[62270]: DEBUG nova.compute.provider_tree [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.748055] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291268, 'name': Rename_Task, 'duration_secs': 0.153028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.748755] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 721.748755] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8ae5d9-bc4d-49f7-9c34-4420110d248a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.755141] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 721.755141] env[62270]: value = "task-4291269" [ 721.755141] env[62270]: _type = "Task" [ 721.755141] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.762865] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.841331] env[62270]: DEBUG oslo_vmware.api [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291267, 'name': PowerOnVM_Task, 'duration_secs': 0.568256} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.841331] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 721.841331] env[62270]: INFO nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Took 10.10 seconds to spawn the instance on the hypervisor. [ 721.841331] env[62270]: DEBUG nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 721.841523] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f8a3f6-dd6b-425d-bf81-148879c472ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.993560] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 722.164417] env[62270]: DEBUG nova.scheduler.client.report [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 722.168127] env[62270]: DEBUG oslo_concurrency.lockutils [None req-77200619-f92d-4551-818c-53e8f52ea824 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.379s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.253392] env[62270]: DEBUG nova.network.neutron [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updating instance_info_cache with network_info: [{"id": "b3b55150-ed90-48e6-aade-78de666e247a", "address": "fa:16:3e:c8:2e:9d", "network": {"id": "b44d1b27-64eb-4688-b5b9-274d8393b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-898931452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8692f0ffa24ab9a624e7796e46cba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b55150-ed", "ovs_interfaceid": "b3b55150-ed90-48e6-aade-78de666e247a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.265469] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291269, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.357965] env[62270]: INFO nova.compute.manager [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Took 47.92 seconds to build instance. [ 722.557617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.557617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.672894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.673265] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 722.676399] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.350s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.676399] env[62270]: DEBUG nova.objects.instance [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lazy-loading 'resources' on Instance uuid c9510d18-0fb7-42c9-986b-865cfbea8868 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.756397] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Releasing lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.757870] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Instance network_info: |[{"id": "b3b55150-ed90-48e6-aade-78de666e247a", "address": "fa:16:3e:c8:2e:9d", "network": {"id": "b44d1b27-64eb-4688-b5b9-274d8393b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-898931452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8692f0ffa24ab9a624e7796e46cba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b55150-ed", "ovs_interfaceid": "b3b55150-ed90-48e6-aade-78de666e247a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 722.757870] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:2e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3b55150-ed90-48e6-aade-78de666e247a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.764905] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Creating folder: Project (0f8692f0ffa24ab9a624e7796e46cba5). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.768502] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebdb5fb4-4b59-4283-845b-5ca035b259be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.776413] env[62270]: DEBUG oslo_vmware.api [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291269, 'name': PowerOnVM_Task, 'duration_secs': 0.721988} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.776672] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 722.776879] env[62270]: INFO nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Took 8.18 seconds to spawn the instance on the hypervisor. [ 722.777100] env[62270]: DEBUG nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 722.777882] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b354b01-06d8-413f-a7b8-6a85b89d16c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.781673] env[62270]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 722.781832] env[62270]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62270) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 722.782523] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Folder already exists: Project (0f8692f0ffa24ab9a624e7796e46cba5). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.782731] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Creating folder: Instances. Parent ref: group-v845173. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 722.783298] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c22049e3-fd09-4e82-96e4-06735e8e5461 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.797655] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Created folder: Instances in parent group-v845173. [ 722.797917] env[62270]: DEBUG oslo.service.loopingcall [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.798140] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 722.798383] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0523e592-864f-4098-821c-fe9ae7aa3a37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.816977] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.816977] env[62270]: value = "task-4291272" [ 722.816977] env[62270]: _type = "Task" [ 722.816977] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.825421] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291272, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.860153] env[62270]: DEBUG oslo_concurrency.lockutils [None req-572f6e7c-350c-42de-ae9b-8d5f9491490d tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.795s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.920290] env[62270]: DEBUG nova.compute.manager [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Received event network-changed-b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 722.920499] env[62270]: DEBUG nova.compute.manager [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Refreshing instance network info cache due to event network-changed-b3b55150-ed90-48e6-aade-78de666e247a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 722.920721] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] Acquiring lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.920867] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] Acquired lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.921161] env[62270]: DEBUG nova.network.neutron [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Refreshing network info cache for port b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 723.061471] env[62270]: INFO nova.compute.manager [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Detaching volume ec06e4a9-8970-4074-86ae-a7aa50383026 [ 723.123368] env[62270]: INFO nova.virt.block_device [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Attempting to driver detach volume ec06e4a9-8970-4074-86ae-a7aa50383026 from mountpoint /dev/sdb [ 723.123647] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 723.123848] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845227', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'name': 'volume-ec06e4a9-8970-4074-86ae-a7aa50383026', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe564bfb-7cd2-4168-a41a-77fc4747426b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'serial': 'ec06e4a9-8970-4074-86ae-a7aa50383026'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 723.124776] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bedbbb-643c-4d48-9f89-9a60d8f52e35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150138] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f1384-a61e-4f42-9c3e-7a9cf4b6f804 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.158269] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dd3fa-840a-4822-9f10-1395f7539f16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.188105] env[62270]: DEBUG nova.compute.utils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 723.190303] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 723.190473] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 723.192830] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdc31f8-9cf8-4dbc-9fb7-fca99fa4bfee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.213566] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] The volume has not been displaced from its original location: [datastore1] volume-ec06e4a9-8970-4074-86ae-a7aa50383026/volume-ec06e4a9-8970-4074-86ae-a7aa50383026.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 723.219170] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 723.219652] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e671f3-d817-44d7-9b74-a48444c83738 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.251255] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 723.251255] env[62270]: value = "task-4291273" [ 723.251255] env[62270]: _type = "Task" [ 723.251255] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.260227] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.308328] env[62270]: DEBUG nova.policy [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e603bddce14240c7962b5aba2eb42bf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ec7bcdf1d3476d82c8a910ab329da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 723.308328] env[62270]: INFO nova.compute.manager [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Took 48.87 seconds to build instance. [ 723.329672] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291272, 'name': CreateVM_Task, 'duration_secs': 0.483193} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.329672] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 723.330095] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845182', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'name': 'volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e99a697-45d9-4a68-9b79-e8214ccd4141', 'attached_at': '', 'detached_at': '', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'serial': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '5b4a0930-654e-467b-a8f4-50e57ddea6c7', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62270) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 723.330333] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Root volume attach. Driver type: vmdk {{(pid=62270) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 723.331181] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975326f4-4ea9-4448-85fa-22b2b8565970 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.343520] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0376cb-b992-44ef-98a0-d5b2bc8d6b0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.353560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99ce7cc-8b18-44ca-9e4b-dfc4acae3f33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.360084] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-19b533ce-a357-4647-8f20-50c94229e254 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.365179] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 723.373679] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 723.373679] env[62270]: value = "task-4291274" [ 723.373679] env[62270]: _type = "Task" [ 723.373679] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.383192] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.692084] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 723.700816] env[62270]: DEBUG nova.network.neutron [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updated VIF entry in instance network info cache for port b3b55150-ed90-48e6-aade-78de666e247a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 723.701497] env[62270]: DEBUG nova.network.neutron [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updating instance_info_cache with network_info: [{"id": "b3b55150-ed90-48e6-aade-78de666e247a", "address": "fa:16:3e:c8:2e:9d", "network": {"id": "b44d1b27-64eb-4688-b5b9-274d8393b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-898931452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8692f0ffa24ab9a624e7796e46cba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b55150-ed", "ovs_interfaceid": "b3b55150-ed90-48e6-aade-78de666e247a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.755319] env[62270]: DEBUG nova.compute.manager [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-changed-1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 723.755531] env[62270]: DEBUG nova.compute.manager [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing instance network info cache due to event network-changed-1dd37626-ccd5-4c10-9d50-7945d8c2317a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 723.755757] env[62270]: DEBUG oslo_concurrency.lockutils [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.756648] env[62270]: DEBUG oslo_concurrency.lockutils [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.756648] env[62270]: DEBUG nova.network.neutron [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing network info cache for port 1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 723.770996] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291273, 'name': ReconfigVM_Task, 'duration_secs': 0.259294} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.771627] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.780133] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4807582-af2d-437c-856a-8b9b63b88e2b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.803032] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 723.803032] env[62270]: value = "task-4291275" [ 723.803032] env[62270]: _type = "Task" [ 723.803032] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.809907] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b0cfc746-5618-4e6a-9ea3-4ebb638c04ab tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.609s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.815462] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.094936] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 35%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.129692] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.191061] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a354adf-bad9-4b52-bc62-41353d4d584f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.203983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05b26e9-e5d7-4422-8a2f-abc136f1dcc2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.212031] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ba4200c-ccd4-4c54-a857-6786366610b6 req-de8cb1e5-d24b-4de5-ab21-bd8d93158cdf service nova] Releasing lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.245565] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfe6da9-a5e6-4aba-bf1e-25deb079ef4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.256319] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ad812-240c-421c-ac30-9c9a23b76129 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.277416] env[62270]: DEBUG nova.compute.provider_tree [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.315062] env[62270]: DEBUG oslo_vmware.api [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291275, 'name': ReconfigVM_Task, 'duration_secs': 0.206747} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.315419] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845227', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'name': 'volume-ec06e4a9-8970-4074-86ae-a7aa50383026', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fe564bfb-7cd2-4168-a41a-77fc4747426b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec06e4a9-8970-4074-86ae-a7aa50383026', 'serial': 'ec06e4a9-8970-4074-86ae-a7aa50383026'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 724.319839] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 724.349893] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Successfully created port: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.388053] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.578519] env[62270]: DEBUG nova.network.neutron [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updated VIF entry in instance network info cache for port 1dd37626-ccd5-4c10-9d50-7945d8c2317a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 724.578921] env[62270]: DEBUG nova.network.neutron [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.704938] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 724.733672] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 724.733930] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 724.734120] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.734320] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 724.734478] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.734650] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 724.735815] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 724.735815] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 724.735815] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 724.735815] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 724.735815] env[62270]: DEBUG nova.virt.hardware [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.737545] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310b8f4f-020a-4a2f-889d-61f84d476cdd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.747673] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac2aae2-32f9-4195-b02e-6dd3da6d5d49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.781676] env[62270]: DEBUG nova.scheduler.client.report [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 724.849074] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.882710] env[62270]: DEBUG nova.objects.instance [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lazy-loading 'flavor' on Instance uuid fe564bfb-7cd2-4168-a41a-77fc4747426b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.894600] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 63%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.083555] env[62270]: DEBUG oslo_concurrency.lockutils [req-d68e6fec-3011-4268-b205-f76b4f10e554 req-be8ba973-1281-4573-9f83-b145bc3c0544 service nova] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.291022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.613s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.292553] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.441s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.293020] env[62270]: DEBUG nova.objects.instance [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lazy-loading 'resources' on Instance uuid ec0a3585-2101-43e0-8ba6-95f04f4d3194 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.331978] env[62270]: INFO nova.scheduler.client.report [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleted allocations for instance c9510d18-0fb7-42c9-986b-865cfbea8868 [ 725.394279] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 76%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.845584] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11edba67-1e8c-4d63-ab15-41e6e3c1e7f1 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.635s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.846915] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.156s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.847206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.847434] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.847686] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.856824] env[62270]: INFO nova.compute.manager [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Terminating instance [ 725.864871] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.864871] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquired lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.864871] env[62270]: DEBUG nova.network.neutron [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 725.894278] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eafaed75-13b3-41a2-a9b7-bb798a893bbf tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.909506] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 92%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.364881] env[62270]: DEBUG nova.compute.utils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Can not refresh info_cache because instance was not found {{(pid=62270) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 726.388333] env[62270]: DEBUG nova.network.neutron [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 726.404647] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.444133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a137e71-5939-4409-8fcc-bbb5113d331d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.455369] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92088ddc-1e96-4a57-b666-955bd12fa264 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.491087] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1075b-a62b-4032-83c8-ad1b838658ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.494754] env[62270]: DEBUG nova.network.neutron [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.501270] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e0b07-7f0e-426e-89cf-5cef4fd96fc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.515533] env[62270]: DEBUG nova.compute.provider_tree [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.886396] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Successfully updated port: ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.900479] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.993667] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "e3664a5c-6457-45c1-a60f-f2393a568cae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.995951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.998444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Releasing lock "refresh_cache-c9510d18-0fb7-42c9-986b-865cfbea8868" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.998906] env[62270]: DEBUG nova.compute.manager [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 726.999977] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 727.000469] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f48d7d5-2f03-4f9e-b787-324bced5d73d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.010871] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e7261a-5e92-4f10-8290-4d72a21f3b62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.023280] env[62270]: DEBUG nova.scheduler.client.report [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 727.052753] env[62270]: WARNING nova.virt.vmwareapi.vmops [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c9510d18-0fb7-42c9-986b-865cfbea8868 could not be found. [ 727.052753] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 727.052753] env[62270]: INFO nova.compute.manager [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 0.05 seconds to destroy the instance on the hypervisor. [ 727.052753] env[62270]: DEBUG oslo.service.loopingcall [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.054062] env[62270]: DEBUG nova.compute.manager [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 727.054062] env[62270]: DEBUG nova.network.neutron [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 727.078336] env[62270]: DEBUG nova.network.neutron [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 727.323675] env[62270]: DEBUG nova.compute.manager [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Received event network-vif-plugged-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 727.323958] env[62270]: DEBUG oslo_concurrency.lockutils [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] Acquiring lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.324239] env[62270]: DEBUG oslo_concurrency.lockutils [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.324450] env[62270]: DEBUG oslo_concurrency.lockutils [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.324636] env[62270]: DEBUG nova.compute.manager [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] No waiting events found dispatching network-vif-plugged-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 727.324818] env[62270]: WARNING nova.compute.manager [req-ea0151cb-0e63-489b-8c51-b83ac6ac6d11 req-8d96e353-9c4b-4603-afb9-ac71b5cb08c7 service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Received unexpected event network-vif-plugged-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf for instance with vm_state building and task_state spawning. [ 727.394204] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.394204] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.394299] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 727.403435] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.531450] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.534638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.187s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.534895] env[62270]: DEBUG nova.objects.instance [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lazy-loading 'resources' on Instance uuid e0f20d7f-2947-4448-a5ae-361687f3dc17 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.551879] env[62270]: INFO nova.scheduler.client.report [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Deleted allocations for instance ec0a3585-2101-43e0-8ba6-95f04f4d3194 [ 727.584870] env[62270]: DEBUG nova.network.neutron [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.791349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "fb133469-45df-4024-9155-eeed639eca8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.791595] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.801010] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "3c2449ca-daca-4078-ac78-dad7714f5f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.801308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.801635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.801870] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.802438] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.804778] env[62270]: INFO nova.compute.manager [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Terminating instance [ 727.807130] env[62270]: DEBUG nova.compute.manager [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 727.807347] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 727.808485] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d73ab-1312-4db3-ae18-3a393d37c41c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.817497] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 727.817910] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22220f9-51f5-4967-8dd3-dcbd16065cc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.825142] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 727.825142] env[62270]: value = "task-4291276" [ 727.825142] env[62270]: _type = "Task" [ 727.825142] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.834403] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.903707] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task} progress is 98%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.958856] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 728.066740] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82c0e148-eccd-4a6f-a3d8-16e637fd3401 tempest-ServerDiagnosticsNegativeTest-1803842091 tempest-ServerDiagnosticsNegativeTest-1803842091-project-member] Lock "ec0a3585-2101-43e0-8ba6-95f04f4d3194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.638s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.090749] env[62270]: INFO nova.compute.manager [-] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Took 1.04 seconds to deallocate network for instance. [ 728.208392] env[62270]: DEBUG nova.network.neutron [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updating instance_info_cache with network_info: [{"id": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "address": "fa:16:3e:d1:68:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1df0c7-a4", "ovs_interfaceid": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.342075] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.402261] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291274, 'name': RelocateVM_Task, 'duration_secs': 4.860642} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.403029] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 728.403029] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845182', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'name': 'volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e99a697-45d9-4a68-9b79-e8214ccd4141', 'attached_at': '', 'detached_at': '', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'serial': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 728.404402] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae9ca62-6015-4bc1-aaa6-4825256106ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.426379] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4f855-869a-41c2-a02e-895a5488f818 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.449771] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362/volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.452510] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279b2c5a-9209-4d29-bb57-0e5ea3e42afb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.472098] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 728.472098] env[62270]: value = "task-4291277" [ 728.472098] env[62270]: _type = "Task" [ 728.472098] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.485330] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.608677] env[62270]: INFO nova.compute.manager [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance disappeared during terminate [ 728.608677] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f77f768a-99b5-4b59-919d-4e5876905246 tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "c9510d18-0fb7-42c9-986b-865cfbea8868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.761s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.695981] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.696342] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.710179] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.710600] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Instance network_info: |[{"id": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "address": "fa:16:3e:d1:68:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1df0c7-a4", "ovs_interfaceid": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 728.711122] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:68:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.721104] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Creating folder: Project (51ec7bcdf1d3476d82c8a910ab329da4). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 728.725357] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86819121-192a-4d1a-80df-e91af106ab5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.726939] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e89981-11c5-4da6-bd95-6262fa652f20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.735947] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ecdb7e-7b15-4fce-b182-e2da3725f0d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.741158] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Created folder: Project (51ec7bcdf1d3476d82c8a910ab329da4) in parent group-v845132. [ 728.741526] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Creating folder: Instances. Parent ref: group-v845234. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 728.742379] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3975f21-c7be-4f7a-aff3-40c7ebb358c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.773953] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb5b15-03ff-46f6-9297-11ed6a54857e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.784129] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94751073-0aa4-4812-bcb9-eb17ce1ed680 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.788302] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Created folder: Instances in parent group-v845234. [ 728.788552] env[62270]: DEBUG oslo.service.loopingcall [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.788835] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 728.789370] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdc5d118-6550-49b3-a817-eebf7d398612 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813415] env[62270]: DEBUG nova.compute.provider_tree [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.820861] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.820861] env[62270]: value = "task-4291280" [ 728.820861] env[62270]: _type = "Task" [ 728.820861] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.833334] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291280, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.838448] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.986541] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.213229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "78aede01-1f93-4396-abd9-4d05de22119c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.213229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.317346] env[62270]: DEBUG nova.scheduler.client.report [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 729.331461] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291280, 'name': CreateVM_Task, 'duration_secs': 0.414968} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.334801] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 729.335625] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.335819] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.336193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 729.337037] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc7ba94-b87c-4cb1-b204-0c7d5252676d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.345185] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291276, 'name': PowerOffVM_Task, 'duration_secs': 1.166575} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.345812] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 729.346016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 729.346516] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e502a6-59c1-475d-ad65-288876af126a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.349726] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 729.349726] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522d7132-0a53-1f22-4376-11b4cd34038a" [ 729.349726] env[62270]: _type = "Task" [ 729.349726] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.358532] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522d7132-0a53-1f22-4376-11b4cd34038a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.362249] env[62270]: DEBUG nova.compute.manager [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Received event network-changed-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 729.362505] env[62270]: DEBUG nova.compute.manager [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Refreshing instance network info cache due to event network-changed-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 729.362738] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] Acquiring lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.363523] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] Acquired lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.363523] env[62270]: DEBUG nova.network.neutron [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Refreshing network info cache for port ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 729.419950] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 729.420230] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 729.420431] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleting the datastore file [datastore2] 3c2449ca-daca-4078-ac78-dad7714f5f07 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.420736] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6104b0a3-63ea-4eaf-9537-823987829411 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.427556] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for the task: (returnval){ [ 729.427556] env[62270]: value = "task-4291282" [ 729.427556] env[62270]: _type = "Task" [ 729.427556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.435802] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.483382] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291277, 'name': ReconfigVM_Task, 'duration_secs': 0.643134} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.483682] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362/volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.488543] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb54540-2669-49af-85f4-735c501d5732 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.504080] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 729.504080] env[62270]: value = "task-4291283" [ 729.504080] env[62270]: _type = "Task" [ 729.504080] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.513319] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.823168] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.825341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.457s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.826930] env[62270]: INFO nova.compute.claims [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.861801] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522d7132-0a53-1f22-4376-11b4cd34038a, 'name': SearchDatastore_Task, 'duration_secs': 0.013836} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.862809] env[62270]: INFO nova.scheduler.client.report [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Deleted allocations for instance e0f20d7f-2947-4448-a5ae-361687f3dc17 [ 729.863876] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.864324] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.864585] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.864737] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.864920] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.867292] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7f771be-7905-4c0f-8ce4-d5735114a299 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.884765] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.884990] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 729.885994] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd30c7f-61b6-4fd7-b626-ccf964e8d509 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.891733] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 729.891733] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cdeca-ab66-79b5-fdb4-2b9976337a1d" [ 729.891733] env[62270]: _type = "Task" [ 729.891733] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.899927] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cdeca-ab66-79b5-fdb4-2b9976337a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.937651] env[62270]: DEBUG oslo_vmware.api [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Task: {'id': task-4291282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138127} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.937782] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.937979] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 729.938191] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 729.938374] env[62270]: INFO nova.compute.manager [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Took 2.13 seconds to destroy the instance on the hypervisor. [ 729.938623] env[62270]: DEBUG oslo.service.loopingcall [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.938815] env[62270]: DEBUG nova.compute.manager [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 729.938913] env[62270]: DEBUG nova.network.neutron [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 730.015215] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291283, 'name': ReconfigVM_Task, 'duration_secs': 0.170159} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.016067] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845182', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'name': 'volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e99a697-45d9-4a68-9b79-e8214ccd4141', 'attached_at': '', 'detached_at': '', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'serial': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 730.016067] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a15c22-ccfc-4b9d-8dc3-5a37af803731 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.022865] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 730.022865] env[62270]: value = "task-4291284" [ 730.022865] env[62270]: _type = "Task" [ 730.022865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.030669] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291284, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.224165] env[62270]: DEBUG nova.network.neutron [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updated VIF entry in instance network info cache for port ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 730.224737] env[62270]: DEBUG nova.network.neutron [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updating instance_info_cache with network_info: [{"id": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "address": "fa:16:3e:d1:68:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1df0c7-a4", "ovs_interfaceid": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.379867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ffb8742b-2731-4807-b823-0b51f1819449 tempest-VolumesAssistedSnapshotsTest-1352287386 tempest-VolumesAssistedSnapshotsTest-1352287386-project-member] Lock "e0f20d7f-2947-4448-a5ae-361687f3dc17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.813s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.403469] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cdeca-ab66-79b5-fdb4-2b9976337a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.020934} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.404319] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8afcdf-bca9-479c-bc9e-e543e7e5c69f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.412159] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 730.412159] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cf080b-e73a-9e10-2ff7-7ff1edcc078e" [ 730.412159] env[62270]: _type = "Task" [ 730.412159] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.420199] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cf080b-e73a-9e10-2ff7-7ff1edcc078e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.539029] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291284, 'name': Rename_Task, 'duration_secs': 0.137041} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.539343] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 730.539665] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73c3ebf3-603d-4f90-8cb7-2a495d7d2774 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.548451] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 730.548451] env[62270]: value = "task-4291285" [ 730.548451] env[62270]: _type = "Task" [ 730.548451] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.560222] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.638125] env[62270]: DEBUG nova.compute.manager [req-2e29f053-3c10-44d7-b988-2fe70f747127 req-d11ec69d-5701-4423-9dd8-2d165e98a06a service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Received event network-vif-deleted-db5bddd6-e9d1-4fa2-b0a0-0e7767a10795 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 730.638348] env[62270]: INFO nova.compute.manager [req-2e29f053-3c10-44d7-b988-2fe70f747127 req-d11ec69d-5701-4423-9dd8-2d165e98a06a service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Neutron deleted interface db5bddd6-e9d1-4fa2-b0a0-0e7767a10795; detaching it from the instance and deleting it from the info cache [ 730.638529] env[62270]: DEBUG nova.network.neutron [req-2e29f053-3c10-44d7-b988-2fe70f747127 req-d11ec69d-5701-4423-9dd8-2d165e98a06a service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.730544] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f5eb64f-0111-4921-859c-28acd43f8754 req-9da57e46-9800-47cf-9f80-62a928391f0b service nova] Releasing lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.922345] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cf080b-e73a-9e10-2ff7-7ff1edcc078e, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.925979] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.926515] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 166327bb-db5f-43f6-a24d-3cf9ee4f923a/166327bb-db5f-43f6-a24d-3cf9ee4f923a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 730.927225] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d437944-e4c7-4d78-86d6-c0e3f6679abf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.938556] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 730.938556] env[62270]: value = "task-4291286" [ 730.938556] env[62270]: _type = "Task" [ 730.938556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.944039] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.063698] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.094619] env[62270]: DEBUG nova.network.neutron [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.147074] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23b44999-5d3e-4b16-8b26-da5a7ee50756 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.156320] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03e1f94-698f-46dd-a985-d878b3b150dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.193271] env[62270]: DEBUG nova.compute.manager [req-2e29f053-3c10-44d7-b988-2fe70f747127 req-d11ec69d-5701-4423-9dd8-2d165e98a06a service nova] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Detach interface failed, port_id=db5bddd6-e9d1-4fa2-b0a0-0e7767a10795, reason: Instance 3c2449ca-daca-4078-ac78-dad7714f5f07 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 731.446168] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484992} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.446710] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 166327bb-db5f-43f6-a24d-3cf9ee4f923a/166327bb-db5f-43f6-a24d-3cf9ee4f923a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 731.447153] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.447551] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0084733a-15c6-4239-9c2c-3b95cdb5a986 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.462251] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 731.462251] env[62270]: value = "task-4291287" [ 731.462251] env[62270]: _type = "Task" [ 731.462251] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.475320] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.562904] env[62270]: DEBUG oslo_vmware.api [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291285, 'name': PowerOnVM_Task, 'duration_secs': 0.774289} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.563923] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 731.563923] env[62270]: INFO nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Took 10.18 seconds to spawn the instance on the hypervisor. [ 731.563923] env[62270]: DEBUG nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 731.565788] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b87fbee-a46e-44e4-bb51-bffd678f913a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.600803] env[62270]: INFO nova.compute.manager [-] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Took 1.66 seconds to deallocate network for instance. [ 731.647048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb057f85-b2ed-4c92-891a-9655ad2a4436 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.656158] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c238a42-faad-4eb2-820b-61861269d502 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.688335] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37eeeb5-69c0-4e63-a338-fd36eaa57b89 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.696745] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707421b0-2af3-4099-a55a-576c404b6eaa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.716670] env[62270]: DEBUG nova.compute.provider_tree [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.976568] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163248} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.977138] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.978185] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36fbb28-c199-489e-be52-72a782a2f309 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.006084] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 166327bb-db5f-43f6-a24d-3cf9ee4f923a/166327bb-db5f-43f6-a24d-3cf9ee4f923a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.007288] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-708fa310-4689-49e0-a1c5-3a8d7480f924 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.032304] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 732.032304] env[62270]: value = "task-4291288" [ 732.032304] env[62270]: _type = "Task" [ 732.032304] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.042525] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.085220] env[62270]: INFO nova.compute.manager [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Took 49.67 seconds to build instance. [ 732.106582] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.222282] env[62270]: DEBUG nova.scheduler.client.report [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 732.550523] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291288, 'name': ReconfigVM_Task, 'duration_secs': 0.462988} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.550813] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 166327bb-db5f-43f6-a24d-3cf9ee4f923a/166327bb-db5f-43f6-a24d-3cf9ee4f923a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.551490] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575584ce-16f2-4e05-b1c9-e25a56bc2c40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.559671] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 732.559671] env[62270]: value = "task-4291289" [ 732.559671] env[62270]: _type = "Task" [ 732.559671] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.572125] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291289, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.588220] env[62270]: DEBUG oslo_concurrency.lockutils [None req-044e4c47-3809-4336-9ed6-7174f75c763d tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.045s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.728038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.731020] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 732.732903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.780s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.738039] env[62270]: DEBUG nova.objects.instance [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lazy-loading 'resources' on Instance uuid b38c3923-3ba5-4170-a4b2-8a7e496a389a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.075630] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291289, 'name': Rename_Task, 'duration_secs': 0.264827} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.075630] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 733.075630] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12eee650-e1ad-47dc-82df-0b84439afd7c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.083844] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 733.083844] env[62270]: value = "task-4291290" [ 733.083844] env[62270]: _type = "Task" [ 733.083844] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.095384] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 733.098692] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.241764] env[62270]: DEBUG nova.compute.utils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.248697] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 733.252623] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 733.359153] env[62270]: DEBUG nova.policy [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d96a06792743c59b8437e2cc3566b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '680df199db2348658c5f21d3a6ff1d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 733.603802] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.622649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.749022] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 733.824516] env[62270]: DEBUG nova.objects.instance [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lazy-loading 'flavor' on Instance uuid 226a807b-81a1-425c-81ac-d9be821f7679 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.903032] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Successfully created port: ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.027582] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9201429-afb2-47a5-ad8c-b390892f3e60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.044018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac71f290-ffc0-48e0-a430-5035c438857b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.079246] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c96865f-62e6-4c47-af99-86b774b5a560 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.086182] env[62270]: DEBUG nova.compute.manager [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Received event network-changed-b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 734.086182] env[62270]: DEBUG nova.compute.manager [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Refreshing instance network info cache due to event network-changed-b3b55150-ed90-48e6-aade-78de666e247a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 734.086182] env[62270]: DEBUG oslo_concurrency.lockutils [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] Acquiring lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.086182] env[62270]: DEBUG oslo_concurrency.lockutils [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] Acquired lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.086182] env[62270]: DEBUG nova.network.neutron [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Refreshing network info cache for port b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 734.097394] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5e1568-096c-40b8-b3a3-af7900777957 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.105952] env[62270]: DEBUG oslo_vmware.api [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291290, 'name': PowerOnVM_Task, 'duration_secs': 0.580892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.106816] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 734.107168] env[62270]: INFO nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Took 9.40 seconds to spawn the instance on the hypervisor. [ 734.107476] env[62270]: DEBUG nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 734.108584] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1884a8-2647-4ecc-b9fb-21320f6f61a9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.120280] env[62270]: DEBUG nova.compute.provider_tree [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.330225] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.330423] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.624949] env[62270]: DEBUG nova.scheduler.client.report [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 734.645105] env[62270]: INFO nova.compute.manager [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Took 45.43 seconds to build instance. [ 734.759478] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 734.795359] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 734.797308] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 734.797666] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.799879] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 734.800087] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.800285] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 734.800755] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 734.800755] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 734.800908] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 734.801351] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 734.801351] env[62270]: DEBUG nova.virt.hardware [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 734.803565] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b7c0b-5d3c-48c4-a816-a46b63b85526 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.818996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293b4713-e615-426d-a514-7f5b3dab0804 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.103544] env[62270]: DEBUG nova.network.neutron [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updated VIF entry in instance network info cache for port b3b55150-ed90-48e6-aade-78de666e247a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 735.104240] env[62270]: DEBUG nova.network.neutron [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updating instance_info_cache with network_info: [{"id": "b3b55150-ed90-48e6-aade-78de666e247a", "address": "fa:16:3e:c8:2e:9d", "network": {"id": "b44d1b27-64eb-4688-b5b9-274d8393b05b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-898931452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f8692f0ffa24ab9a624e7796e46cba5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3b55150-ed", "ovs_interfaceid": "b3b55150-ed90-48e6-aade-78de666e247a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.139310] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.142701] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.469s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.144854] env[62270]: INFO nova.compute.claims [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.150883] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c02b1658-74da-431b-afb3-c9185e34c8c3 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.097s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.180242] env[62270]: INFO nova.scheduler.client.report [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Deleted allocations for instance b38c3923-3ba5-4170-a4b2-8a7e496a389a [ 735.246787] env[62270]: DEBUG nova.network.neutron [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 735.606723] env[62270]: DEBUG oslo_concurrency.lockutils [req-d55fc95b-280d-4020-bee8-43ffa2a0a58b req-2e1320f9-da79-41c5-b1a4-3d28f6170556 service nova] Releasing lock "refresh_cache-8e99a697-45d9-4a68-9b79-e8214ccd4141" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.654445] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 735.690517] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f33b73c-61ae-424b-a9ec-614b1d75ebed tempest-ServerTagsTestJSON-66366148 tempest-ServerTagsTestJSON-66366148-project-member] Lock "b38c3923-3ba5-4170-a4b2-8a7e496a389a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.736558] env[62270]: DEBUG nova.compute.manager [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Received event network-vif-plugged-ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 735.736815] env[62270]: DEBUG oslo_concurrency.lockutils [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] Acquiring lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.737046] env[62270]: DEBUG oslo_concurrency.lockutils [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.737261] env[62270]: DEBUG oslo_concurrency.lockutils [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.737405] env[62270]: DEBUG nova.compute.manager [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] No waiting events found dispatching network-vif-plugged-ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 735.737588] env[62270]: WARNING nova.compute.manager [req-01364a41-1985-40a8-9aaf-4ea5763946c3 req-b88c9fd5-e373-4ad4-b2c1-e8827ca62ec0 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Received unexpected event network-vif-plugged-ca07bf8a-0c44-4ab1-bf55-00fe3288335a for instance with vm_state building and task_state spawning. [ 735.804015] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Successfully updated port: ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.194349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.243764] env[62270]: DEBUG nova.compute.manager [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 736.243764] env[62270]: DEBUG nova.compute.manager [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing instance network info cache due to event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 736.243764] env[62270]: DEBUG oslo_concurrency.lockutils [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.310026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.310026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.310026] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 736.549305] env[62270]: DEBUG nova.network.neutron [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.893215] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 736.965219] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71a9119-e925-42ad-9466-9f53bc7e11ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.974019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a443b-96c5-4232-88e6-ffee860a1c3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.010923] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c878d6-390a-45e0-b875-29eb6889ee9d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.020913] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c1621-6bcd-42e9-acec-cfb9dc6e284e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.037787] env[62270]: DEBUG nova.compute.provider_tree [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.052598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.052899] env[62270]: DEBUG nova.compute.manager [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Inject network info {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7264}} [ 737.053201] env[62270]: DEBUG nova.compute.manager [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] network_info to inject: |[{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7265}} [ 737.058233] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfiguring VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 737.059050] env[62270]: DEBUG oslo_concurrency.lockutils [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.059374] env[62270]: DEBUG nova.network.neutron [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.061030] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6dbd24-a944-4172-81c3-ced91265f1f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.084329] env[62270]: DEBUG oslo_vmware.api [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 737.084329] env[62270]: value = "task-4291291" [ 737.084329] env[62270]: _type = "Task" [ 737.084329] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.096966] env[62270]: DEBUG oslo_vmware.api [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.329564] env[62270]: DEBUG nova.network.neutron [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Updating instance_info_cache with network_info: [{"id": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "address": "fa:16:3e:dd:08:78", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07bf8a-0c", "ovs_interfaceid": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.480504] env[62270]: DEBUG nova.network.neutron [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updated VIF entry in instance network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 737.480940] env[62270]: DEBUG nova.network.neutron [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.541418] env[62270]: DEBUG nova.scheduler.client.report [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 737.606649] env[62270]: DEBUG oslo_vmware.api [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291291, 'name': ReconfigVM_Task, 'duration_secs': 0.197496} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.606649] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd42896-8923-42bb-b258-3e193e0ca466 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfigured VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 737.832897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.833283] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Instance network_info: |[{"id": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "address": "fa:16:3e:dd:08:78", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07bf8a-0c", "ovs_interfaceid": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 737.833817] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:08:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca07bf8a-0c44-4ab1-bf55-00fe3288335a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.841619] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Creating folder: Project (680df199db2348658c5f21d3a6ff1d70). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 737.841920] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2912dab-e5fc-4592-b2c0-2f5da20ea173 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.852889] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Created folder: Project (680df199db2348658c5f21d3a6ff1d70) in parent group-v845132. [ 737.853110] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Creating folder: Instances. Parent ref: group-v845237. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 737.853356] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99d4bf09-758c-4f45-b1f6-ba9ba3c4a8ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.862156] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Created folder: Instances in parent group-v845237. [ 737.862457] env[62270]: DEBUG oslo.service.loopingcall [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.862664] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 737.862875] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1446c15d-2375-4c19-80f2-cd58a11230c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.881835] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.881835] env[62270]: value = "task-4291294" [ 737.881835] env[62270]: _type = "Task" [ 737.881835] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.889061] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291294, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.984714] env[62270]: DEBUG oslo_concurrency.lockutils [req-322de9c9-10c4-47af-afd4-5d118b02951c req-567511dd-9e44-4c51-90f2-8f2583f42412 service nova] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.050281] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.050853] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 738.053996] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.164s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.055665] env[62270]: INFO nova.compute.claims [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.200681] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.200681] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.393129] env[62270]: DEBUG nova.compute.manager [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Received event network-changed-ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 738.393129] env[62270]: DEBUG nova.compute.manager [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Refreshing instance network info cache due to event network-changed-ca07bf8a-0c44-4ab1-bf55-00fe3288335a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 738.393129] env[62270]: DEBUG oslo_concurrency.lockutils [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] Acquiring lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.393129] env[62270]: DEBUG oslo_concurrency.lockutils [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] Acquired lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.393129] env[62270]: DEBUG nova.network.neutron [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Refreshing network info cache for port ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 738.405883] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291294, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.561235] env[62270]: DEBUG nova.compute.utils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.571595] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 738.571801] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 738.653638] env[62270]: DEBUG nova.policy [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e603bddce14240c7962b5aba2eb42bf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ec7bcdf1d3476d82c8a910ab329da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 738.903630] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291294, 'name': CreateVM_Task, 'duration_secs': 0.527774} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.903630] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 738.905959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.905959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.905959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 738.905959] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1bb670-a834-49cb-9d82-521f4a1d7641 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.910934] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 738.910934] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a20c4-a8cf-cfe4-fb1f-3cc1dc9eec9c" [ 738.910934] env[62270]: _type = "Task" [ 738.910934] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.919544] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a20c4-a8cf-cfe4-fb1f-3cc1dc9eec9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.069068] env[62270]: DEBUG nova.objects.instance [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lazy-loading 'flavor' on Instance uuid 226a807b-81a1-425c-81ac-d9be821f7679 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.074808] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 739.122023] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Successfully created port: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.432543] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a20c4-a8cf-cfe4-fb1f-3cc1dc9eec9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.435362] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.436289] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.437368] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.437577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.437811] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.440612] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e2295b2-2370-4abb-84a9-9b8a6bd42136 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.450546] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.450767] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 739.451667] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b167e27-9b40-40d1-b2ab-946ef44c19fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.460718] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 739.460718] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e0a0bc-cb04-c0f9-805a-0e1ceb177058" [ 739.460718] env[62270]: _type = "Task" [ 739.460718] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.469221] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e0a0bc-cb04-c0f9-805a-0e1ceb177058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.529423] env[62270]: DEBUG nova.network.neutron [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Updated VIF entry in instance network info cache for port ca07bf8a-0c44-4ab1-bf55-00fe3288335a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 739.530114] env[62270]: DEBUG nova.network.neutron [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Updating instance_info_cache with network_info: [{"id": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "address": "fa:16:3e:dd:08:78", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca07bf8a-0c", "ovs_interfaceid": "ca07bf8a-0c44-4ab1-bf55-00fe3288335a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.577011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.577215] env[62270]: DEBUG oslo_concurrency.lockutils [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.905148] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6423ba8-87d2-4715-aa97-3102a4c38d9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.913612] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cad886b-36b9-4590-96fc-aac116da62cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.947928] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4649b28e-5234-4b4f-829f-2e98204fedc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.956012] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fb7ea2-024f-408f-8618-a45603f171d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.974441] env[62270]: DEBUG nova.compute.provider_tree [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.980176] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e0a0bc-cb04-c0f9-805a-0e1ceb177058, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.981561] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0817f0c0-a8da-4052-9a95-a92261d871a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.986519] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 739.986519] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52078c34-37b5-22ed-f539-42bbc8aea68e" [ 739.986519] env[62270]: _type = "Task" [ 739.986519] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.996006] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52078c34-37b5-22ed-f539-42bbc8aea68e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.034856] env[62270]: DEBUG oslo_concurrency.lockutils [req-4c76da69-1175-4c90-bbf8-13425edaa827 req-1b8ad7bb-f5b4-4477-bf9c-0a5669ae8526 service nova] Releasing lock "refresh_cache-71d5e979-ed99-4959-8f7b-59251e20b1b5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.085266] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 740.110931] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 740.111237] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 740.111446] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.111812] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 740.112097] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.112282] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 740.112502] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 740.112673] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 740.112850] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 740.113031] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 740.113269] env[62270]: DEBUG nova.virt.hardware [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.114769] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ded0c7-7a2f-4efb-b5ff-53c09bb43def {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.123493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de43e90d-6b93-4483-8965-4d6d6167c56b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.469868] env[62270]: DEBUG nova.network.neutron [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 740.480311] env[62270]: DEBUG nova.scheduler.client.report [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 740.497741] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52078c34-37b5-22ed-f539-42bbc8aea68e, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.498526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.498788] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71d5e979-ed99-4959-8f7b-59251e20b1b5/71d5e979-ed99-4959-8f7b-59251e20b1b5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 740.499170] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18c2a7fb-98a8-43a4-a898-e56259329f96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.507561] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 740.507561] env[62270]: value = "task-4291295" [ 740.507561] env[62270]: _type = "Task" [ 740.507561] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.516509] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.681872] env[62270]: DEBUG nova.compute.manager [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 740.682118] env[62270]: DEBUG nova.compute.manager [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing instance network info cache due to event network-changed-e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 740.682347] env[62270]: DEBUG oslo_concurrency.lockutils [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] Acquiring lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.940906] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Successfully updated port: a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.987106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.930s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.987106] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 740.987772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.096s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.008286] env[62270]: DEBUG nova.compute.manager [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Received event network-vif-plugged-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 741.008793] env[62270]: DEBUG oslo_concurrency.lockutils [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] Acquiring lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.009792] env[62270]: DEBUG oslo_concurrency.lockutils [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] Lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.010106] env[62270]: DEBUG oslo_concurrency.lockutils [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] Lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.011331] env[62270]: DEBUG nova.compute.manager [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] No waiting events found dispatching network-vif-plugged-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 741.011331] env[62270]: WARNING nova.compute.manager [req-176040d0-3579-4fe8-aadf-e7f0a0e18a0b req-2caa2ea4-cfc5-471a-8dbd-f77d34717437 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Received unexpected event network-vif-plugged-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 for instance with vm_state building and task_state spawning. [ 741.028629] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.260823] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.260823] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.418512] env[62270]: DEBUG nova.network.neutron [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.445309] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.445522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.445797] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 741.495197] env[62270]: DEBUG nova.compute.utils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.497806] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 741.497999] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 741.524783] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291295, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.576697] env[62270]: DEBUG nova.policy [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e603bddce14240c7962b5aba2eb42bf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ec7bcdf1d3476d82c8a910ab329da4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 741.815233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "c194adda-37e8-43b7-b640-0e51cc762bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.815233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.920845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.921066] env[62270]: DEBUG nova.compute.manager [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Inject network info {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7264}} [ 741.921361] env[62270]: DEBUG nova.compute.manager [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] network_info to inject: |[{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7265}} [ 741.926361] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfiguring VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 741.930081] env[62270]: DEBUG oslo_concurrency.lockutils [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] Acquired lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.930322] env[62270]: DEBUG nova.network.neutron [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Refreshing network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 741.932151] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7cdb2c7-ab03-4baa-b8a4-34c0b0dad899 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.954148] env[62270]: DEBUG oslo_vmware.api [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 741.954148] env[62270]: value = "task-4291296" [ 741.954148] env[62270]: _type = "Task" [ 741.954148] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.954946] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Successfully created port: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.969574] env[62270]: DEBUG oslo_vmware.api [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.000920] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 742.004610] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 742.026583] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291295, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.032633} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.027409] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71d5e979-ed99-4959-8f7b-59251e20b1b5/71d5e979-ed99-4959-8f7b-59251e20b1b5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 742.027409] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.027776] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80b95f1b-7ab2-4c0b-a57a-b81037f80ac6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.034451] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 742.034451] env[62270]: value = "task-4291297" [ 742.034451] env[62270]: _type = "Task" [ 742.034451] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.048159] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.269027] env[62270]: DEBUG nova.network.neutron [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Updating instance_info_cache with network_info: [{"id": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "address": "fa:16:3e:d2:34:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a9755e-1f", "ovs_interfaceid": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.291364] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d22e80-c2d0-479d-99d6-e43ed596960c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.300888] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422d714-959e-445f-bd2d-9422a5c49313 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.344832] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee3045-46d1-4755-b741-725322251e15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.353486] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a339ce9e-44b0-478d-ac04-26bee702b589 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.368051] env[62270]: DEBUG nova.compute.provider_tree [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.400148] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "226a807b-81a1-425c-81ac-d9be821f7679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.401014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.401014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "226a807b-81a1-425c-81ac-d9be821f7679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.401014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.401014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.403166] env[62270]: INFO nova.compute.manager [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Terminating instance [ 742.406466] env[62270]: DEBUG nova.compute.manager [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 742.406466] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 742.406466] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f244f8-2779-4da2-85e9-9b2ad5caa203 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.414162] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 742.414730] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26ae962b-1205-49f3-94f4-a2d951ef577b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.420522] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 742.420522] env[62270]: value = "task-4291298" [ 742.420522] env[62270]: _type = "Task" [ 742.420522] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.429373] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.467660] env[62270]: DEBUG oslo_vmware.api [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291296, 'name': ReconfigVM_Task, 'duration_secs': 0.433061} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.467962] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-84596cb7-b7ea-4d51-ad14-07043e03a886 tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Reconfigured VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 742.546146] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063648} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.550054] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.551992] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9499014-0ad5-4eae-a7fc-a44715370f69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.591411] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 71d5e979-ed99-4959-8f7b-59251e20b1b5/71d5e979-ed99-4959-8f7b-59251e20b1b5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.592385] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b418498-e177-4e58-8b68-60471d7a68a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.617782] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 742.617782] env[62270]: value = "task-4291299" [ 742.617782] env[62270]: _type = "Task" [ 742.617782] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.632643] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.633460] env[62270]: DEBUG nova.network.neutron [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updated VIF entry in instance network info cache for port e28894bb-62f3-4cfe-927e-60f3c3b32948. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 742.635166] env[62270]: DEBUG nova.network.neutron [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [{"id": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "address": "fa:16:3e:78:b2:3b", "network": {"id": "bc062867-862a-47b0-a3aa-c2f8391a8879", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-698629918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "827ddc9fa72f441eb85320278eacd41c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape28894bb-62", "ovs_interfaceid": "e28894bb-62f3-4cfe-927e-60f3c3b32948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.774856] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.775218] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Instance network_info: |[{"id": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "address": "fa:16:3e:d2:34:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a9755e-1f", "ovs_interfaceid": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 742.775668] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:34:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a9755e-1f5d-4e72-bc53-1ee519e85e50', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.784086] env[62270]: DEBUG oslo.service.loopingcall [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.784706] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 742.784996] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed06522-00aa-407b-b7a6-2a1873464f94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.807293] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.807293] env[62270]: value = "task-4291300" [ 742.807293] env[62270]: _type = "Task" [ 742.807293] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.815206] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291300, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.871634] env[62270]: DEBUG nova.scheduler.client.report [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 742.931856] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291298, 'name': PowerOffVM_Task, 'duration_secs': 0.477274} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.933736] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 742.933736] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 742.933736] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27a1769-83bd-431f-8b79-82e52eb2ce26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.014584] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 743.017916] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 743.017998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 743.019177] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Deleting the datastore file [datastore2] 226a807b-81a1-425c-81ac-d9be821f7679 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.019177] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f375c38-2562-4931-8bd2-c6db069d8f50 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.025791] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for the task: (returnval){ [ 743.025791] env[62270]: value = "task-4291302" [ 743.025791] env[62270]: _type = "Task" [ 743.025791] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.034729] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.042931] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 743.043718] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 743.043718] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.043718] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 743.043718] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.043982] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 743.044113] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 743.044293] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 743.044487] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 743.044660] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 743.044863] env[62270]: DEBUG nova.virt.hardware [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.045740] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086d9a7b-ad7e-438c-b1a3-b307f1eea0bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.053715] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa20a2b-9fb4-4ac5-a75f-ff32bf6f12a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.130846] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291299, 'name': ReconfigVM_Task, 'duration_secs': 0.307963} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.130846] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 71d5e979-ed99-4959-8f7b-59251e20b1b5/71d5e979-ed99-4959-8f7b-59251e20b1b5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.130846] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6c6803-6a64-49df-86ef-8ed4ee3f1625 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.136097] env[62270]: DEBUG oslo_concurrency.lockutils [req-44019a1a-b8eb-473b-ba2b-d91406b9d8dc req-7fb1e977-497f-41af-b7e7-8b4f12b2e7a2 service nova] Releasing lock "refresh_cache-226a807b-81a1-425c-81ac-d9be821f7679" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.136525] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 743.136525] env[62270]: value = "task-4291303" [ 743.136525] env[62270]: _type = "Task" [ 743.136525] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.146025] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291303, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.182192] env[62270]: DEBUG nova.compute.manager [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Received event network-changed-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 743.182435] env[62270]: DEBUG nova.compute.manager [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Refreshing instance network info cache due to event network-changed-a2a9755e-1f5d-4e72-bc53-1ee519e85e50. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 743.182699] env[62270]: DEBUG oslo_concurrency.lockutils [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] Acquiring lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.182892] env[62270]: DEBUG oslo_concurrency.lockutils [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] Acquired lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183084] env[62270]: DEBUG nova.network.neutron [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Refreshing network info cache for port a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 743.319982] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291300, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.536147] env[62270]: DEBUG oslo_vmware.api [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Task: {'id': task-4291302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139934} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.536437] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.536615] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 743.536807] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 743.536981] env[62270]: INFO nova.compute.manager [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Took 1.13 seconds to destroy the instance on the hypervisor. [ 743.537250] env[62270]: DEBUG oslo.service.loopingcall [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 743.537456] env[62270]: DEBUG nova.compute.manager [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 743.537566] env[62270]: DEBUG nova.network.neutron [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 743.649024] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291303, 'name': Rename_Task, 'duration_secs': 0.13649} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.649024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 743.649024] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b5c1cf-dab9-4fc1-b40b-8d519bb8173e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.663101] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 743.663101] env[62270]: value = "task-4291304" [ 743.663101] env[62270]: _type = "Task" [ 743.663101] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.668256] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.747978] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Successfully updated port: 2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.824391] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291300, 'name': CreateVM_Task, 'duration_secs': 0.729779} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.824598] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 743.825392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.825604] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.826389] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.826389] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6f3d68-c4c1-4a9e-98ac-add0be9f277b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.831308] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 743.831308] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bf038d-17a6-e815-ae02-a166ac12ff12" [ 743.831308] env[62270]: _type = "Task" [ 743.831308] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.839379] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bf038d-17a6-e815-ae02-a166ac12ff12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.882822] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.895s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.887810] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.306s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.889440] env[62270]: INFO nova.compute.claims [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.929967] env[62270]: DEBUG nova.network.neutron [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Updated VIF entry in instance network info cache for port a2a9755e-1f5d-4e72-bc53-1ee519e85e50. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 743.930362] env[62270]: DEBUG nova.network.neutron [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Updating instance_info_cache with network_info: [{"id": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "address": "fa:16:3e:d2:34:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a9755e-1f", "ovs_interfaceid": "a2a9755e-1f5d-4e72-bc53-1ee519e85e50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.171047] env[62270]: DEBUG oslo_vmware.api [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291304, 'name': PowerOnVM_Task, 'duration_secs': 0.461256} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.171372] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 744.171609] env[62270]: INFO nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Took 9.41 seconds to spawn the instance on the hypervisor. [ 744.171806] env[62270]: DEBUG nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 744.172704] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d726c8-e0f2-43ab-b161-7f0ae7384044 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250686] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.252024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.252024] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 744.343440] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bf038d-17a6-e815-ae02-a166ac12ff12, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.343748] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.343981] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.344228] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.344378] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.344558] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.344816] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62cd84d-3e62-4cd7-a850-fc932913d32a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.354714] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.354909] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 744.355634] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f487cf2e-41ae-42b6-b8f5-f691c32b790d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.360955] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 744.360955] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db240a-840c-9476-ac31-76e78bbb6df2" [ 744.360955] env[62270]: _type = "Task" [ 744.360955] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.368909] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db240a-840c-9476-ac31-76e78bbb6df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.436541] env[62270]: DEBUG oslo_concurrency.lockutils [req-e42f0de2-8bd8-4815-bbc8-19c2f77a6b60 req-98925fc7-8106-43d7-b430-9622be95fa63 service nova] Releasing lock "refresh_cache-acca6958-450c-40bb-aa90-81cd94c2f757" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.462388] env[62270]: INFO nova.scheduler.client.report [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleted allocation for migration 06adacd2-828b-4e78-bc41-a52eab6d06d0 [ 744.595605] env[62270]: DEBUG nova.compute.manager [req-bd9234dc-c4b5-4428-9230-125abae24f97 req-84f959be-b3a7-4d72-b5d3-f56a4ec90404 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Received event network-vif-deleted-e28894bb-62f3-4cfe-927e-60f3c3b32948 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 744.595799] env[62270]: INFO nova.compute.manager [req-bd9234dc-c4b5-4428-9230-125abae24f97 req-84f959be-b3a7-4d72-b5d3-f56a4ec90404 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Neutron deleted interface e28894bb-62f3-4cfe-927e-60f3c3b32948; detaching it from the instance and deleting it from the info cache [ 744.596035] env[62270]: DEBUG nova.network.neutron [req-bd9234dc-c4b5-4428-9230-125abae24f97 req-84f959be-b3a7-4d72-b5d3-f56a4ec90404 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.690412] env[62270]: INFO nova.compute.manager [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Took 48.35 seconds to build instance. [ 744.792793] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 744.809339] env[62270]: DEBUG nova.network.neutron [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.874937] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db240a-840c-9476-ac31-76e78bbb6df2, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.876510] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac23047-9041-44e6-b732-54e54c40fac8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.883314] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 744.883314] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b2ac85-a2f3-f3f1-edad-725882cc44d4" [ 744.883314] env[62270]: _type = "Task" [ 744.883314] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.894941] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b2ac85-a2f3-f3f1-edad-725882cc44d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.895626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.895626] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] acca6958-450c-40bb-aa90-81cd94c2f757/acca6958-450c-40bb-aa90-81cd94c2f757.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 744.895789] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ba29c14-0149-4ac2-a4ab-e090c68abfd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.904778] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 744.904778] env[62270]: value = "task-4291305" [ 744.904778] env[62270]: _type = "Task" [ 744.904778] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.913122] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.969302] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eac40491-e631-403d-9451-0a5faa46896e tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.660s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.996149] env[62270]: DEBUG nova.network.neutron [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Updating instance_info_cache with network_info: [{"id": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "address": "fa:16:3e:2e:42:94", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8c4c43-4c", "ovs_interfaceid": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.099497] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01f007a9-4069-4edc-bf86-0a3f7cc7e5c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.108770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea8ff6-eeed-4daf-a730-2055dd9f76c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.144663] env[62270]: DEBUG nova.compute.manager [req-bd9234dc-c4b5-4428-9230-125abae24f97 req-84f959be-b3a7-4d72-b5d3-f56a4ec90404 service nova] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Detach interface failed, port_id=e28894bb-62f3-4cfe-927e-60f3c3b32948, reason: Instance 226a807b-81a1-425c-81ac-d9be821f7679 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 745.192876] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ded5df42-7417-4e24-bb67-50462ec9c75f tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.232s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.317239] env[62270]: INFO nova.compute.manager [-] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Took 1.78 seconds to deallocate network for instance. [ 745.423621] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491405} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.423926] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] acca6958-450c-40bb-aa90-81cd94c2f757/acca6958-450c-40bb-aa90-81cd94c2f757.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 745.424161] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.424614] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c614a5-0c73-4028-89b0-a71426aded2b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.434185] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 745.434185] env[62270]: value = "task-4291306" [ 745.434185] env[62270]: _type = "Task" [ 745.434185] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.442858] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.492782] env[62270]: DEBUG nova.compute.manager [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Received event network-vif-plugged-2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 745.492987] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Acquiring lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.493258] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.493497] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.493646] env[62270]: DEBUG nova.compute.manager [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] No waiting events found dispatching network-vif-plugged-2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 745.494698] env[62270]: WARNING nova.compute.manager [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Received unexpected event network-vif-plugged-2a8c4c43-4c49-4421-a942-ff4c11c32b4b for instance with vm_state building and task_state spawning. [ 745.494698] env[62270]: DEBUG nova.compute.manager [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Received event network-changed-2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 745.494698] env[62270]: DEBUG nova.compute.manager [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Refreshing instance network info cache due to event network-changed-2a8c4c43-4c49-4421-a942-ff4c11c32b4b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 745.494698] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Acquiring lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.500986] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.501325] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Instance network_info: |[{"id": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "address": "fa:16:3e:2e:42:94", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8c4c43-4c", "ovs_interfaceid": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 745.501638] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Acquired lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.502914] env[62270]: DEBUG nova.network.neutron [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Refreshing network info cache for port 2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 745.504901] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:42:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a8c4c43-4c49-4421-a942-ff4c11c32b4b', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.516056] env[62270]: DEBUG oslo.service.loopingcall [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.519720] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 745.520763] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbcf363c-7345-4459-a3c4-9dde95d2127c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.545773] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.545773] env[62270]: value = "task-4291307" [ 745.545773] env[62270]: _type = "Task" [ 745.545773] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.554878] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291307, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.615640] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98142450-a7fb-4894-9348-6b07814bd0ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.623311] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0439af-7582-49ff-96a2-ed7af470714c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.653404] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc4d666-58f8-4edd-b612-296cc4cdc4ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.661122] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62683c63-4070-4f34-8c18-615e868d3a25 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.674600] env[62270]: DEBUG nova.compute.provider_tree [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.696542] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 745.823426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.948140] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068688} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.948568] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.949576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e06b0e-baa0-4b87-8eb7-0a19b1f3d8c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.976099] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] acca6958-450c-40bb-aa90-81cd94c2f757/acca6958-450c-40bb-aa90-81cd94c2f757.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.976641] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdedd8e9-e097-4ff0-88e3-2d4a9c1b09e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.007254] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 746.007254] env[62270]: value = "task-4291308" [ 746.007254] env[62270]: _type = "Task" [ 746.007254] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.016928] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.055298] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291307, 'name': CreateVM_Task, 'duration_secs': 0.333683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.057037] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 746.057037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.057037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.057037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.057037] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ef9beb-f061-4597-8264-05da1988b04e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.062072] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 746.062072] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e714e-d16d-fc20-c6fa-a34e664f7ae7" [ 746.062072] env[62270]: _type = "Task" [ 746.062072] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.075364] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e714e-d16d-fc20-c6fa-a34e664f7ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.180177] env[62270]: DEBUG nova.scheduler.client.report [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 746.227464] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.411785] env[62270]: DEBUG nova.network.neutron [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Updated VIF entry in instance network info cache for port 2a8c4c43-4c49-4421-a942-ff4c11c32b4b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 746.412180] env[62270]: DEBUG nova.network.neutron [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Updating instance_info_cache with network_info: [{"id": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "address": "fa:16:3e:2e:42:94", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8c4c43-4c", "ovs_interfaceid": "2a8c4c43-4c49-4421-a942-ff4c11c32b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.519241] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291308, 'name': ReconfigVM_Task, 'duration_secs': 0.322891} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.519576] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Reconfigured VM instance instance-00000023 to attach disk [datastore2] acca6958-450c-40bb-aa90-81cd94c2f757/acca6958-450c-40bb-aa90-81cd94c2f757.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.520215] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26fe0f20-1713-4958-98f1-19888881bf99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.526888] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 746.526888] env[62270]: value = "task-4291309" [ 746.526888] env[62270]: _type = "Task" [ 746.526888] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.537190] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291309, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.572803] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e714e-d16d-fc20-c6fa-a34e664f7ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.573156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.573409] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.573653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.573881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.574020] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.574293] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34067752-689a-4b6a-8d1b-04b67dd092f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.583273] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.583470] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 746.584422] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75358cb-c1c0-4bc5-814d-3edd4a3eb791 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.590645] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 746.590645] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f65bea-f0e4-fbad-a2ac-1a9b8997fcbf" [ 746.590645] env[62270]: _type = "Task" [ 746.590645] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.599301] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f65bea-f0e4-fbad-a2ac-1a9b8997fcbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.684592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.685292] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 746.688810] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.745s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.918005] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d959ccd-08e5-40d3-9bc3-bc0909228257 req-1e0715d5-1731-459c-9971-6b5c2d968047 service nova] Releasing lock "refresh_cache-bc02092f-b0fb-4de1-af9f-b803460516f0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.041926] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291309, 'name': Rename_Task, 'duration_secs': 0.152921} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.042295] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 747.042618] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82b9420-6ef4-4db1-a85f-1a3247bc7fc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.052322] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 747.052322] env[62270]: value = "task-4291310" [ 747.052322] env[62270]: _type = "Task" [ 747.052322] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.060896] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.100972] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f65bea-f0e4-fbad-a2ac-1a9b8997fcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.102221] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d2b30b-07f9-41c9-91f9-99b0957cc65a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.110017] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 747.110017] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5240f575-2420-4a19-015f-cde6b60f1d36" [ 747.110017] env[62270]: _type = "Task" [ 747.110017] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.121074] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5240f575-2420-4a19-015f-cde6b60f1d36, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.121074] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.121259] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] bc02092f-b0fb-4de1-af9f-b803460516f0/bc02092f-b0fb-4de1-af9f-b803460516f0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 747.121554] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09495c6a-c404-4ab8-9c84-0653a6bc7ead {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.129156] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 747.129156] env[62270]: value = "task-4291311" [ 747.129156] env[62270]: _type = "Task" [ 747.129156] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.139532] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.210245] env[62270]: DEBUG nova.compute.utils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.211830] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 747.212018] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 747.316220] env[62270]: DEBUG nova.policy [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00954a2837fa42099232ef75399cb660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d899d422c7b41b08098d67b073d2332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 747.565337] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.640457] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291311, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.719892] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 747.760151] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3c2449ca-daca-4078-ac78-dad7714f5f07 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760151] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 5660f1e3-a664-40aa-8bd8-b0585a419d1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760151] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance bf195db5-7601-46e3-ba0e-1ea3ded052c5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760151] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 9fb6b4ec-edb3-478a-865d-47d0d863f244 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760151] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fe564bfb-7cd2-4168-a41a-77fc4747426b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760395] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 226a807b-81a1-425c-81ac-d9be821f7679 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760395] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3c9edc83-e462-4109-9d09-5c4e96755f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760459] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 4b9bc92c-b905-40fa-b46f-8c5f28b0911c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760553] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 747.760665] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760776] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d6bde5b4-f544-41c7-b763-c668b7bbd914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760886] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.760995] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6401b84d-af23-4c99-843a-5798e49c2edf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.762440] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b802a76e-c112-4eaf-97b5-ed82ec528bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.762651] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 8e99a697-45d9-4a68-9b79-e8214ccd4141 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.762860] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 166327bb-db5f-43f6-a24d-3cf9ee4f923a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.763024] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 71d5e979-ed99-4959-8f7b-59251e20b1b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.763154] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance acca6958-450c-40bb-aa90-81cd94c2f757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.763269] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance bc02092f-b0fb-4de1-af9f-b803460516f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.763389] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 1fba106f-f5ee-461d-99a2-9f79c0080aac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 747.856474] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Successfully created port: be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.067753] env[62270]: DEBUG oslo_vmware.api [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291310, 'name': PowerOnVM_Task, 'duration_secs': 0.608732} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.068107] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 748.068279] env[62270]: INFO nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Took 7.98 seconds to spawn the instance on the hypervisor. [ 748.068467] env[62270]: DEBUG nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 748.070324] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be48fac5-a87b-48ac-bbba-b2f2c74ccf7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.144689] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.144966] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] bc02092f-b0fb-4de1-af9f-b803460516f0/bc02092f-b0fb-4de1-af9f-b803460516f0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 748.149364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.149972] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-598384b2-5a9f-4d54-a301-b730ad911270 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.157441] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 748.157441] env[62270]: value = "task-4291312" [ 748.157441] env[62270]: _type = "Task" [ 748.157441] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.170534] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.267626] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.591185] env[62270]: INFO nova.compute.manager [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Took 47.94 seconds to build instance. [ 748.670980] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133977} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.671442] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.672260] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38cb94-8e56-4d34-87fd-802d1b80bee3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.698694] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] bc02092f-b0fb-4de1-af9f-b803460516f0/bc02092f-b0fb-4de1-af9f-b803460516f0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.699030] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-444b5aee-3c59-4bf3-88ad-4579efe0b5bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.720159] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 748.720159] env[62270]: value = "task-4291313" [ 748.720159] env[62270]: _type = "Task" [ 748.720159] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.729661] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 748.731717] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.765615] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 748.765875] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 748.766054] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.766252] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 748.766407] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.766564] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 748.766803] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 748.767019] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 748.767805] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 748.767805] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 748.767805] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 748.768503] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae43b9-0fec-43ca-9d39-9a6914aa931d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.774987] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 32a9811d-6354-4c48-bf60-3d68b93704af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.778035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf42e71-5653-4cb3-8605-6559b3101725 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.092744] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28573fc1-4c8d-4fcc-80dd-d5edf591fafc tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.389s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.192879] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.193135] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.232025] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.278444] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.595417] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 749.731335] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.782333] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 4b28119c-550e-4b9d-a714-e23ded49beb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 749.980590] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Successfully updated port: be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.115630] env[62270]: DEBUG nova.compute.manager [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 750.117718] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05059901-e151-4d57-94f7-f22f56e12c6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.122788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.233450] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291313, 'name': ReconfigVM_Task, 'duration_secs': 1.29006} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.233819] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] bc02092f-b0fb-4de1-af9f-b803460516f0/bc02092f-b0fb-4de1-af9f-b803460516f0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.234573] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d54c7b-a0e3-42ed-a900-af1fc52390b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.241791] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 750.241791] env[62270]: value = "task-4291314" [ 750.241791] env[62270]: _type = "Task" [ 750.241791] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.251442] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291314, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.285798] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 05698146-6db7-4514-b38e-e49ebd27d279 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 750.306466] env[62270]: DEBUG nova.compute.manager [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Received event network-vif-plugged-be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 750.306907] env[62270]: DEBUG oslo_concurrency.lockutils [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] Acquiring lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.307320] env[62270]: DEBUG oslo_concurrency.lockutils [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.307690] env[62270]: DEBUG oslo_concurrency.lockutils [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.308065] env[62270]: DEBUG nova.compute.manager [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] No waiting events found dispatching network-vif-plugged-be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 750.308436] env[62270]: WARNING nova.compute.manager [req-38ee726a-a169-45f2-bd9c-43b80151cc55 req-7e87728b-2e3b-4a0c-84bd-c24f92df719e service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Received unexpected event network-vif-plugged-be628c64-f041-453b-81f2-9a5a7f43348b for instance with vm_state building and task_state spawning. [ 750.487473] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.487731] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.488538] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 750.608550] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.608550] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.630894] env[62270]: INFO nova.compute.manager [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] instance snapshotting [ 750.638054] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a765aba-445e-4f0b-857f-358f9e1ecff3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.668170] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9227721b-af11-46fd-a46b-50f35bc95429 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.752336] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291314, 'name': Rename_Task, 'duration_secs': 0.149928} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.752651] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 750.752983] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e898ca92-22bc-4710-aade-66073338cbe3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.762779] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 750.762779] env[62270]: value = "task-4291315" [ 750.762779] env[62270]: _type = "Task" [ 750.762779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.774389] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.789884] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.044720] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 751.180568] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.180969] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a436423-245a-4eca-b8b1-c2d005837197 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.190143] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 751.190143] env[62270]: value = "task-4291316" [ 751.190143] env[62270]: _type = "Task" [ 751.190143] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.200372] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.273971] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.292154] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 42c0ff26-fdca-4268-8a11-23baad914176 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.303416] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Updating instance_info_cache with network_info: [{"id": "be628c64-f041-453b-81f2-9a5a7f43348b", "address": "fa:16:3e:1e:15:65", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe628c64-f0", "ovs_interfaceid": "be628c64-f041-453b-81f2-9a5a7f43348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.426697] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.427346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.699761] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291316, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.773920] env[62270]: DEBUG oslo_vmware.api [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291315, 'name': PowerOnVM_Task, 'duration_secs': 0.743386} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.774226] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 751.774443] env[62270]: INFO nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Took 8.76 seconds to spawn the instance on the hypervisor. [ 751.774632] env[62270]: DEBUG nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 751.775421] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b316f3-e09a-4192-82aa-bb55e9bd56bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.794994] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 8959da57-2df4-45f2-864d-11b6b40340af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.805885] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.806190] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Instance network_info: |[{"id": "be628c64-f041-453b-81f2-9a5a7f43348b", "address": "fa:16:3e:1e:15:65", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe628c64-f0", "ovs_interfaceid": "be628c64-f041-453b-81f2-9a5a7f43348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 751.806594] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:15:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be628c64-f041-453b-81f2-9a5a7f43348b', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.814321] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating folder: Project (6d899d422c7b41b08098d67b073d2332). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 751.815208] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80c1655e-f086-41a2-8b34-0f4c54de012d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.827242] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created folder: Project (6d899d422c7b41b08098d67b073d2332) in parent group-v845132. [ 751.827435] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating folder: Instances. Parent ref: group-v845242. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 751.827669] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f684676-a87a-4e22-8c11-d83b8a48e218 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.836337] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created folder: Instances in parent group-v845242. [ 751.836575] env[62270]: DEBUG oslo.service.loopingcall [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.836761] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 751.836962] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-961c9003-d2a8-46a2-8e2f-d5f080ebf391 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.857167] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.857167] env[62270]: value = "task-4291319" [ 751.857167] env[62270]: _type = "Task" [ 751.857167] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.864800] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291319, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.201170] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291316, 'name': CreateSnapshot_Task, 'duration_secs': 0.992663} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.201608] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.202051] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c4f3ed-f22e-4efd-a865-22600a6d0dc2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.293256] env[62270]: INFO nova.compute.manager [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Took 49.42 seconds to build instance. [ 752.297466] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 96ad1254-5650-4d0b-a26e-32082a5e160d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.331268] env[62270]: DEBUG nova.compute.manager [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Received event network-changed-be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 752.331558] env[62270]: DEBUG nova.compute.manager [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Refreshing instance network info cache due to event network-changed-be628c64-f041-453b-81f2-9a5a7f43348b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 752.331784] env[62270]: DEBUG oslo_concurrency.lockutils [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] Acquiring lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.331960] env[62270]: DEBUG oslo_concurrency.lockutils [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] Acquired lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.332157] env[62270]: DEBUG nova.network.neutron [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Refreshing network info cache for port be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 752.369199] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291319, 'name': CreateVM_Task, 'duration_secs': 0.368499} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.369464] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 752.369985] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.370183] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.370509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.371080] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2754fbb5-325a-49fd-b6b4-56dc86aae777 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.375260] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 752.375260] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d9087-3a86-cbb2-af0a-66565240b270" [ 752.375260] env[62270]: _type = "Task" [ 752.375260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.382687] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d9087-3a86-cbb2-af0a-66565240b270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.720610] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.720959] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8267e691-f497-4a60-b8a9-2703eacb4a29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.730233] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 752.730233] env[62270]: value = "task-4291320" [ 752.730233] env[62270]: _type = "Task" [ 752.730233] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.737870] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291320, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.795773] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2bec6ffc-d115-4835-904b-90456765f55a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.271s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.800054] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.886456] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d9087-3a86-cbb2-af0a-66565240b270, 'name': SearchDatastore_Task, 'duration_secs': 0.014439} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.886820] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.887097] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.887346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.887499] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.887959] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.887959] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7558305c-9196-4d53-8cca-f995385891a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.897236] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.897342] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 752.898135] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daae521a-d241-41ce-ae4a-6737700d6aac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.903477] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 752.903477] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246031c-bc64-9e4a-f69b-b606bd8d9a15" [ 752.903477] env[62270]: _type = "Task" [ 752.903477] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.912255] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246031c-bc64-9e4a-f69b-b606bd8d9a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.241302] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291320, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.249823] env[62270]: DEBUG nova.network.neutron [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Updated VIF entry in instance network info cache for port be628c64-f041-453b-81f2-9a5a7f43348b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 753.250266] env[62270]: DEBUG nova.network.neutron [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Updating instance_info_cache with network_info: [{"id": "be628c64-f041-453b-81f2-9a5a7f43348b", "address": "fa:16:3e:1e:15:65", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe628c64-f0", "ovs_interfaceid": "be628c64-f041-453b-81f2-9a5a7f43348b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.299125] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 753.303625] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.418023] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5246031c-bc64-9e4a-f69b-b606bd8d9a15, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.418023] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9d406e-2fdf-4204-a388-41c5cd341a63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.421811] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 753.421811] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529250a7-fd7c-60d3-304d-764dc02a5272" [ 753.421811] env[62270]: _type = "Task" [ 753.421811] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.430072] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529250a7-fd7c-60d3-304d-764dc02a5272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.742890] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291320, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.753849] env[62270]: DEBUG oslo_concurrency.lockutils [req-5307aea7-d912-4db1-a14d-fe9f46273005 req-67fe6efe-b1ab-42ed-8de7-e1649eef0aca service nova] Releasing lock "refresh_cache-1fba106f-f5ee-461d-99a2-9f79c0080aac" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.808805] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.837958] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.934171] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529250a7-fd7c-60d3-304d-764dc02a5272, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.934494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.934771] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1fba106f-f5ee-461d-99a2-9f79c0080aac/1fba106f-f5ee-461d-99a2-9f79c0080aac.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 753.935089] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950ce07d-6247-44d1-8a14-1f633f3b6228 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.942389] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 753.942389] env[62270]: value = "task-4291321" [ 753.942389] env[62270]: _type = "Task" [ 753.942389] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.952369] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.246432] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291320, 'name': CloneVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.314958] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6f751e91-361b-4c18-928e-c5a45295932d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.453424] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.742811] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291320, 'name': CloneVM_Task, 'duration_secs': 1.529343} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.743204] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Created linked-clone VM from snapshot [ 754.743840] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6e21f-1ecd-4954-acdb-158793fa1733 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.751068] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Uploading image c4cc5c83-5787-42dc-afae-192e080580ad {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 754.764524] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 754.764808] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4af28aca-dff4-473c-9b61-41ac106787f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.772101] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 754.772101] env[62270]: value = "task-4291322" [ 754.772101] env[62270]: _type = "Task" [ 754.772101] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.780292] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291322, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.817849] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a5805aa7-3091-4d27-843b-4a62eb7b80e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.953893] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541985} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.954236] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1fba106f-f5ee-461d-99a2-9f79c0080aac/1fba106f-f5ee-461d-99a2-9f79c0080aac.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 754.954471] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.954741] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d2cf32-9c0b-4e2f-b175-7b86388ca52a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.964103] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 754.964103] env[62270]: value = "task-4291323" [ 754.964103] env[62270]: _type = "Task" [ 754.964103] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.972019] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.282517] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291322, 'name': Destroy_Task, 'duration_secs': 0.334033} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.282929] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Destroyed the VM [ 755.283066] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 755.283339] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02d4b287-f514-44d9-ad0b-f6c6b8062d35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.289913] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 755.289913] env[62270]: value = "task-4291324" [ 755.289913] env[62270]: _type = "Task" [ 755.289913] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.297910] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.321327] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.472477] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069001} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.472853] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.473827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa43d32-29b9-4369-b1e5-78f98d478d7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.499265] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 1fba106f-f5ee-461d-99a2-9f79c0080aac/1fba106f-f5ee-461d-99a2-9f79c0080aac.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.500088] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b6936db-dffd-4d7a-847e-c0ed5a66cf57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.521922] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 755.521922] env[62270]: value = "task-4291325" [ 755.521922] env[62270]: _type = "Task" [ 755.521922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.531388] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.731904] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.732274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.732512] env[62270]: DEBUG nova.compute.manager [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 755.733571] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745924e9-74fe-464a-86f7-e3fe6ed80dac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.741032] env[62270]: DEBUG nova.compute.manager [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 755.741650] env[62270]: DEBUG nova.objects.instance [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'flavor' on Instance uuid 166327bb-db5f-43f6-a24d-3cf9ee4f923a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.799480] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291324, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.825032] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance e3664a5c-6457-45c1-a60f-f2393a568cae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.031969] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291325, 'name': ReconfigVM_Task, 'duration_secs': 0.307678} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.032275] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 1fba106f-f5ee-461d-99a2-9f79c0080aac/1fba106f-f5ee-461d-99a2-9f79c0080aac.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.032937] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9b6ee0-3b13-4db4-8ebc-df7e5c7b02cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.040191] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 756.040191] env[62270]: value = "task-4291326" [ 756.040191] env[62270]: _type = "Task" [ 756.040191] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.048162] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291326, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.248780] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 756.249542] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5391089c-0ef9-4425-89e5-cdb87d993ae4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.255772] env[62270]: DEBUG oslo_vmware.api [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 756.255772] env[62270]: value = "task-4291327" [ 756.255772] env[62270]: _type = "Task" [ 756.255772] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.264124] env[62270]: DEBUG oslo_vmware.api [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.299425] env[62270]: DEBUG oslo_vmware.api [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291324, 'name': RemoveSnapshot_Task, 'duration_secs': 0.634444} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.299702] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 756.328374] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fb133469-45df-4024-9155-eeed639eca8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.551587] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291326, 'name': Rename_Task, 'duration_secs': 0.156126} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.551874] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 756.552145] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc297074-b5fa-4a32-9644-03fad84afc80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.558758] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 756.558758] env[62270]: value = "task-4291328" [ 756.558758] env[62270]: _type = "Task" [ 756.558758] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.566282] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.765428] env[62270]: DEBUG oslo_vmware.api [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291327, 'name': PowerOffVM_Task, 'duration_secs': 0.493534} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.765716] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 756.765906] env[62270]: DEBUG nova.compute.manager [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 756.766693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f2f50f-6443-41d8-8570-4f83361d41c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.805214] env[62270]: WARNING nova.compute.manager [None req-15f1191b-5c06-4664-886a-635a1984b156 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Image not found during snapshot: nova.exception.ImageNotFound: Image c4cc5c83-5787-42dc-afae-192e080580ad could not be found. [ 756.831279] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a14afafb-5d3c-4f75-a893-3f8563a8945a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.073562] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.279256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64c934ec-44ff-4002-8803-caba4d181692 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.335681] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 78aede01-1f93-4396-abd9-4d05de22119c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.555450] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.556596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.556596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.556596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.556596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.558699] env[62270]: INFO nova.compute.manager [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Terminating instance [ 757.564289] env[62270]: DEBUG nova.compute.manager [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 757.564521] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 757.565316] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c0ad4-c97d-4743-9f66-e216770f6d2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.573448] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291328, 'name': PowerOnVM_Task, 'duration_secs': 0.676793} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.575479] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 757.575694] env[62270]: INFO nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Took 8.85 seconds to spawn the instance on the hypervisor. [ 757.575887] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 757.576498] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 757.577212] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9399b7db-1e6b-4c5e-9094-d03c9bc386f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.579563] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f059ef7f-1f6f-4d0c-b69d-9189be2bcbe0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.588154] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 757.588154] env[62270]: value = "task-4291329" [ 757.588154] env[62270]: _type = "Task" [ 757.588154] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.595740] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.837538] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 8c93b9dc-3a99-4031-b44c-111fba9a211f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.099138] env[62270]: INFO nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Took 51.55 seconds to build instance. [ 758.105584] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291329, 'name': PowerOffVM_Task, 'duration_secs': 0.512262} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.105889] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 758.106090] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 758.106356] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9405c981-9db1-45d3-82d9-cab3c2361e93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.182761] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 758.183046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 758.183245] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleting the datastore file [datastore2] 71d5e979-ed99-4959-8f7b-59251e20b1b5 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.183589] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d9bf77-950c-488e-be32-d59bc5734afc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.190733] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 758.190733] env[62270]: value = "task-4291331" [ 758.190733] env[62270]: _type = "Task" [ 758.190733] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.198899] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.246503] env[62270]: DEBUG nova.objects.instance [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'flavor' on Instance uuid 166327bb-db5f-43f6-a24d-3cf9ee4f923a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.340300] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7ad80243-ccd9-4dce-8844-273b82a9e5be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.601547] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.012s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.701033] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.751631] env[62270]: DEBUG oslo_concurrency.lockutils [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.751828] env[62270]: DEBUG oslo_concurrency.lockutils [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquired lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.751999] env[62270]: DEBUG nova.network.neutron [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 758.752218] env[62270]: DEBUG nova.objects.instance [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'info_cache' on Instance uuid 166327bb-db5f-43f6-a24d-3cf9ee4f923a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.844905] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c194adda-37e8-43b7-b640-0e51cc762bb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 758.845244] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 758.845399] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=149GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 759.104345] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 759.202185] env[62270]: DEBUG oslo_vmware.api [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579582} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.204789] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.204992] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 759.205749] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 759.205958] env[62270]: INFO nova.compute.manager [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 759.206258] env[62270]: DEBUG oslo.service.loopingcall [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.206656] env[62270]: DEBUG nova.compute.manager [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 759.206804] env[62270]: DEBUG nova.network.neutron [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 759.255204] env[62270]: DEBUG nova.objects.base [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Object Instance<166327bb-db5f-43f6-a24d-3cf9ee4f923a> lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 759.427683] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c16a1d-e915-4453-be1a-f227ae946e24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.438069] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b659c10-720a-4c75-8dee-003bcc42588b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.468642] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fe697a-f3cd-4436-809e-b67c945e42eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.476152] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a41809-3256-4e7d-95e7-f11c958ad604 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.490752] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.632933] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.700780] env[62270]: DEBUG nova.compute.manager [req-6b8a43b3-7448-4f08-bcf3-cf907979d24b req-d9109ae0-d03d-46cc-89fc-240df5a449cd service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Received event network-vif-deleted-ca07bf8a-0c44-4ab1-bf55-00fe3288335a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 759.701078] env[62270]: INFO nova.compute.manager [req-6b8a43b3-7448-4f08-bcf3-cf907979d24b req-d9109ae0-d03d-46cc-89fc-240df5a449cd service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Neutron deleted interface ca07bf8a-0c44-4ab1-bf55-00fe3288335a; detaching it from the instance and deleting it from the info cache [ 759.701212] env[62270]: DEBUG nova.network.neutron [req-6b8a43b3-7448-4f08-bcf3-cf907979d24b req-d9109ae0-d03d-46cc-89fc-240df5a449cd service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.993611] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 759.997943] env[62270]: DEBUG nova.network.neutron [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updating instance_info_cache with network_info: [{"id": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "address": "fa:16:3e:d1:68:18", "network": {"id": "1a91b28c-7657-48e8-86e8-06630795f54f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1233463535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec7bcdf1d3476d82c8a910ab329da4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1df0c7-a4", "ovs_interfaceid": "ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.116198] env[62270]: DEBUG nova.network.neutron [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.203734] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57de2f5e-f7c2-4e91-b75a-6b242faceb80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.214286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225b41a-254f-4729-9959-aaa9d7e727a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.249362] env[62270]: DEBUG nova.compute.manager [req-6b8a43b3-7448-4f08-bcf3-cf907979d24b req-d9109ae0-d03d-46cc-89fc-240df5a449cd service nova] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Detach interface failed, port_id=ca07bf8a-0c44-4ab1-bf55-00fe3288335a, reason: Instance 71d5e979-ed99-4959-8f7b-59251e20b1b5 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 760.500793] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 760.501073] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 13.812s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.501379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.582s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.503053] env[62270]: INFO nova.compute.claims [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.506632] env[62270]: DEBUG oslo_concurrency.lockutils [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Releasing lock "refresh_cache-166327bb-db5f-43f6-a24d-3cf9ee4f923a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.619080] env[62270]: INFO nova.compute.manager [-] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Took 1.41 seconds to deallocate network for instance. [ 761.012762] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 761.015041] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2458c53e-9d6e-427f-aed8-afdcc1a0c594 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.023426] env[62270]: DEBUG oslo_vmware.api [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 761.023426] env[62270]: value = "task-4291332" [ 761.023426] env[62270]: _type = "Task" [ 761.023426] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.031869] env[62270]: DEBUG oslo_vmware.api [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.126682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.404963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.405275] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.405642] env[62270]: DEBUG nova.objects.instance [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 6401b84d-af23-4c99-843a-5798e49c2edf {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.533786] env[62270]: DEBUG oslo_vmware.api [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.010083] env[62270]: DEBUG nova.objects.instance [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 6401b84d-af23-4c99-843a-5798e49c2edf {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.035398] env[62270]: DEBUG oslo_vmware.api [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291332, 'name': PowerOnVM_Task, 'duration_secs': 0.591966} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.035651] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 762.035844] env[62270]: DEBUG nova.compute.manager [None req-799bb8d2-f90e-481a-bebb-8b85e925eea0 tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 762.036627] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d381748-6041-421e-9b71-7709a34879ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.040741] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101ca32-0695-4018-a561-772d071965c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.053503] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9467e71-6dc8-4720-a534-48bdb966a3d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.092042] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dd29b5-dbbf-49bb-bf15-b9b5691d010c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.099470] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852d2b2-55c7-4436-bea1-4101ab0cc561 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.113661] env[62270]: DEBUG nova.compute.provider_tree [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.514036] env[62270]: DEBUG nova.objects.base [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<6401b84d-af23-4c99-843a-5798e49c2edf> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 762.514036] env[62270]: DEBUG nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 762.555667] env[62270]: DEBUG nova.policy [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 762.626028] env[62270]: DEBUG nova.scheduler.client.report [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 762.915931] env[62270]: DEBUG nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Successfully created port: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.129211] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.129779] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 763.132543] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.708s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.133950] env[62270]: INFO nova.compute.claims [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.643066] env[62270]: DEBUG nova.compute.utils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.648031] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 763.648031] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 763.699716] env[62270]: DEBUG nova.policy [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00954a2837fa42099232ef75399cb660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d899d422c7b41b08098d67b073d2332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 763.971013] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Successfully created port: a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.149660] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 764.614144] env[62270]: DEBUG nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Successfully updated port: 4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.727740] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e48d72-00b7-43bd-bdd6-36df8dfb3667 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.737681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a9fb7-700f-4f13-ba00-9c22436adc87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.769462] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e784b-ec53-419b-aa90-4501b7c0794a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.777342] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f6896c-783e-4f11-8a60-08b6b33d21e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.790693] env[62270]: DEBUG nova.compute.provider_tree [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.969702] env[62270]: DEBUG nova.compute.manager [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-vif-plugged-4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 764.970469] env[62270]: DEBUG oslo_concurrency.lockutils [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.970714] env[62270]: DEBUG oslo_concurrency.lockutils [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.971016] env[62270]: DEBUG oslo_concurrency.lockutils [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.971309] env[62270]: DEBUG nova.compute.manager [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] No waiting events found dispatching network-vif-plugged-4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 764.971643] env[62270]: WARNING nova.compute.manager [req-d76f035e-dfea-49e6-8771-24bed1de424c req-f8fe9557-b043-4aee-8b1e-69508943991a service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received unexpected event network-vif-plugged-4a0b5b54-3e15-49ec-8096-77ed00f50c9a for instance with vm_state active and task_state None. [ 765.121141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.121141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.121260] env[62270]: DEBUG nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 765.162315] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 765.186496] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 765.186761] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 765.186940] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.187263] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 765.187435] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.187596] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 765.187809] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 765.187977] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 765.188198] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 765.188372] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 765.188552] env[62270]: DEBUG nova.virt.hardware [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 765.189429] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a94b8a-2abb-43c7-9712-05ad7e38ae20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.197634] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaefabb-32fa-42a0-88b1-95621a3393f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294076] env[62270]: DEBUG nova.scheduler.client.report [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 765.476322] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Successfully updated port: a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.657576] env[62270]: WARNING nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 765.799895] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.799895] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 765.802455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.911s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.802676] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.804659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.300s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.804855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.806530] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.150s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.806812] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.808545] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.174s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.808887] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.810300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.682s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.812137] env[62270]: INFO nova.compute.claims [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.843270] env[62270]: INFO nova.scheduler.client.report [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted allocations for instance 9fb6b4ec-edb3-478a-865d-47d0d863f244 [ 765.846868] env[62270]: INFO nova.scheduler.client.report [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted allocations for instance 4b9bc92c-b905-40fa-b46f-8c5f28b0911c [ 765.863304] env[62270]: INFO nova.scheduler.client.report [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleted allocations for instance 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f [ 765.865798] env[62270]: INFO nova.scheduler.client.report [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Deleted allocations for instance bf195db5-7601-46e3-ba0e-1ea3ded052c5 [ 765.978425] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.978596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.978690] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 765.999711] env[62270]: DEBUG nova.network.neutron [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a0b5b54-3e15-49ec-8096-77ed00f50c9a", "address": "fa:16:3e:7e:0e:f6", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0b5b54-3e", "ovs_interfaceid": "4a0b5b54-3e15-49ec-8096-77ed00f50c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.129397] env[62270]: DEBUG nova.compute.manager [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Received event network-vif-plugged-a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 766.129397] env[62270]: DEBUG oslo_concurrency.lockutils [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] Acquiring lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.129505] env[62270]: DEBUG oslo_concurrency.lockutils [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.129633] env[62270]: DEBUG oslo_concurrency.lockutils [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.129934] env[62270]: DEBUG nova.compute.manager [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] No waiting events found dispatching network-vif-plugged-a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 766.130153] env[62270]: WARNING nova.compute.manager [req-8b88fd5c-e7e6-4ed5-8b53-c9521b29c3b3 req-e0d81287-d813-439f-b0b5-8b5d5806a33a service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Received unexpected event network-vif-plugged-a3e6bfec-f054-4ca8-913d-fc7ecc117cca for instance with vm_state building and task_state spawning. [ 766.316955] env[62270]: DEBUG nova.compute.utils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 766.320670] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 766.320852] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 766.357256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5ef48001-5af5-4566-b579-c3b9b1780dd6 tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "9fb6b4ec-edb3-478a-865d-47d0d863f244" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.921s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.358245] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3bb9b23b-7351-4e65-b87a-63daef751a5f tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "4b9bc92c-b905-40fa-b46f-8c5f28b0911c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.814s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.372551] env[62270]: DEBUG nova.policy [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fedbfb6f42649b58b7d4a5298c2645d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e7250ecfc34a16b78966fb895f5ee8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 766.378857] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b2981dd7-c0cf-446e-a1d9-9f09c812a2e9 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "9d9d81cb-76aa-4eb3-af77-0af2121d4d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.219s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.380048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b34ffc6-b293-41e3-a3fe-4e8c1947664b tempest-ListServersNegativeTestJSON-2065453412 tempest-ListServersNegativeTestJSON-2065453412-project-member] Lock "bf195db5-7601-46e3-ba0e-1ea3ded052c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.717s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.504928] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.505260] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.505422] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.506455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939c061-382a-4355-8802-34e2a6677aff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.525016] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 766.525178] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 766.525257] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.525516] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 766.525601] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.525752] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 766.525963] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 766.526144] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 766.526335] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 766.526508] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 766.526692] env[62270]: DEBUG nova.virt.hardware [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 766.533072] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfiguring VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 766.534025] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 766.535928] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d914e0-e3e3-4560-92a2-8a2f0f2aea8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554753] env[62270]: DEBUG oslo_vmware.api [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 766.554753] env[62270]: value = "task-4291333" [ 766.554753] env[62270]: _type = "Task" [ 766.554753] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.563178] env[62270]: DEBUG oslo_vmware.api [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291333, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.663621] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Successfully created port: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.723239] env[62270]: DEBUG nova.network.neutron [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Updating instance_info_cache with network_info: [{"id": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "address": "fa:16:3e:bb:3b:6e", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e6bfec-f0", "ovs_interfaceid": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.828629] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 767.069271] env[62270]: DEBUG oslo_vmware.api [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.225514] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.225973] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Instance network_info: |[{"id": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "address": "fa:16:3e:bb:3b:6e", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e6bfec-f0", "ovs_interfaceid": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 767.226862] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:3b:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3e6bfec-f054-4ca8-913d-fc7ecc117cca', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.238937] env[62270]: DEBUG oslo.service.loopingcall [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.242172] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 767.243055] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274b115d-721e-452c-bedb-3127cfcb30dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.266808] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.266808] env[62270]: value = "task-4291334" [ 767.266808] env[62270]: _type = "Task" [ 767.266808] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.278333] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291334, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.469638] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a49cfb0-9ca5-4ea7-81f5-4ebc6839d762 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.476612] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f598b24-ad96-4f0c-aa88-033aede98fc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.506775] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a194e7-2c90-420a-9515-849fc3aac3c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.514446] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f313ed-b67a-46a8-90b3-9cb0a3bb9256 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.530305] env[62270]: DEBUG nova.compute.provider_tree [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.566498] env[62270]: DEBUG oslo_vmware.api [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291333, 'name': ReconfigVM_Task, 'duration_secs': 0.618331} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.567060] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.567295] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfigured VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 767.609430] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.609719] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.609960] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.610178] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.610354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.614976] env[62270]: INFO nova.compute.manager [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Terminating instance [ 767.617281] env[62270]: DEBUG nova.compute.manager [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 767.617555] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 767.618643] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5625bf0-b2cd-4ded-8362-c343dbd12574 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.630251] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 767.630694] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7aa577-5e23-4d69-b664-bf1c8a4cbdfb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.638201] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 767.638201] env[62270]: value = "task-4291335" [ 767.638201] env[62270]: _type = "Task" [ 767.638201] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.646240] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.778992] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291334, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.838606] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 767.866395] env[62270]: DEBUG nova.compute.manager [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-changed-4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 767.866395] env[62270]: DEBUG nova.compute.manager [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing instance network info cache due to event network-changed-4a0b5b54-3e15-49ec-8096-77ed00f50c9a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 767.866395] env[62270]: DEBUG oslo_concurrency.lockutils [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.866395] env[62270]: DEBUG oslo_concurrency.lockutils [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.866395] env[62270]: DEBUG nova.network.neutron [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Refreshing network info cache for port 4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 767.869531] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 767.869774] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 767.869943] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.870148] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 767.870306] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.870460] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 767.870671] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 767.870835] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 767.871013] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 767.871272] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 767.871455] env[62270]: DEBUG nova.virt.hardware [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.873040] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1198237-e53c-420e-8ca7-c55fdfd073f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.883146] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d325b7-cd96-4de2-b9de-489aaf20ff3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.034548] env[62270]: DEBUG nova.scheduler.client.report [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 768.072999] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cca1e549-209c-4060-8729-dc4320e05443 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.667s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.150572] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291335, 'name': PowerOffVM_Task, 'duration_secs': 0.482618} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.150875] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 768.152865] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 768.153764] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5ae9b2d-d84e-4ee1-a8aa-f9b51a94cc6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.228593] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 768.228843] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 768.229171] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleting the datastore file [datastore2] 5660f1e3-a664-40aa-8bd8-b0585a419d1a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.229473] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dba7710-1fee-4206-be88-8943de924357 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.238042] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for the task: (returnval){ [ 768.238042] env[62270]: value = "task-4291337" [ 768.238042] env[62270]: _type = "Task" [ 768.238042] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.247445] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.281633] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291334, 'name': CreateVM_Task, 'duration_secs': 0.587764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.281890] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 768.283496] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.283496] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.283496] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 768.283496] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356e7b59-934a-4815-afad-3ade58b5893a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.288598] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 768.288598] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293a5e3-84b8-0141-d391-18e593039cfa" [ 768.288598] env[62270]: _type = "Task" [ 768.288598] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.300582] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293a5e3-84b8-0141-d391-18e593039cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.544987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.545435] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 768.548316] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.699s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.550062] env[62270]: INFO nova.compute.claims [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.692053] env[62270]: DEBUG nova.network.neutron [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updated VIF entry in instance network info cache for port 4a0b5b54-3e15-49ec-8096-77ed00f50c9a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 768.692370] env[62270]: DEBUG nova.network.neutron [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4a0b5b54-3e15-49ec-8096-77ed00f50c9a", "address": "fa:16:3e:7e:0e:f6", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a0b5b54-3e", "ovs_interfaceid": "4a0b5b54-3e15-49ec-8096-77ed00f50c9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.751039] env[62270]: DEBUG oslo_vmware.api [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Task: {'id': task-4291337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149624} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.751039] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.751039] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 768.751039] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 768.751039] env[62270]: INFO nova.compute.manager [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 768.751039] env[62270]: DEBUG oslo.service.loopingcall [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.751039] env[62270]: DEBUG nova.compute.manager [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 768.751039] env[62270]: DEBUG nova.network.neutron [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 768.767159] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Successfully updated port: c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.801203] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293a5e3-84b8-0141-d391-18e593039cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.801554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.801786] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.802082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.802211] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.802402] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.802665] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1566de-3d2f-415b-8e2d-e8c00e32f8ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.812700] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.812967] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 768.817271] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64dcb8e-087e-4e11-b588-16e7a715df37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.823341] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 768.823341] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bd6e73-8113-01e4-6c2f-35daabaa0a9b" [ 768.823341] env[62270]: _type = "Task" [ 768.823341] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.836135] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bd6e73-8113-01e4-6c2f-35daabaa0a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.057864] env[62270]: DEBUG nova.compute.utils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 769.059261] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 769.059432] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 769.098183] env[62270]: DEBUG nova.policy [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5855f87f907a43a599fbbe5ad66b20c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1acff7235b3b4a06aa2e7dfb618fa2e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 769.195847] env[62270]: DEBUG oslo_concurrency.lockutils [req-a076d16a-8a56-4571-9bbf-a866423a2dd8 req-f1b24c38-7e45-4f47-9f91-aa53d56a5e24 service nova] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.270633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.270740] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquired lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.270830] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 769.341930] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bd6e73-8113-01e4-6c2f-35daabaa0a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.342689] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cedcdd6-3635-4b0f-bde6-2a8b1402c1ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.348260] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 769.348260] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5249eb05-2bdb-4a5c-0d4f-7cd707dc86a2" [ 769.348260] env[62270]: _type = "Task" [ 769.348260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.355928] env[62270]: DEBUG nova.compute.manager [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Received event network-changed-a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 769.355928] env[62270]: DEBUG nova.compute.manager [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Refreshing instance network info cache due to event network-changed-a3e6bfec-f054-4ca8-913d-fc7ecc117cca. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 769.356160] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] Acquiring lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.356160] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] Acquired lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.356326] env[62270]: DEBUG nova.network.neutron [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Refreshing network info cache for port a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 769.364533] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5249eb05-2bdb-4a5c-0d4f-7cd707dc86a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.364796] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.365844] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae/6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 769.365844] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd81895c-ce2b-4d8b-b4d7-aec92173a424 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.374440] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 769.374440] env[62270]: value = "task-4291338" [ 769.374440] env[62270]: _type = "Task" [ 769.374440] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.375466] env[62270]: DEBUG nova.compute.manager [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Received event network-vif-plugged-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 769.375726] env[62270]: DEBUG oslo_concurrency.lockutils [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] Acquiring lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.375975] env[62270]: DEBUG oslo_concurrency.lockutils [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] Lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.376168] env[62270]: DEBUG oslo_concurrency.lockutils [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] Lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.376431] env[62270]: DEBUG nova.compute.manager [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] No waiting events found dispatching network-vif-plugged-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 769.376696] env[62270]: WARNING nova.compute.manager [req-0abb270e-0c5c-441a-99c1-e39f2e6b1f5a req-a4fcb800-bcb0-40ec-88c8-97ead4221228 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Received unexpected event network-vif-plugged-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 for instance with vm_state building and task_state spawning. [ 769.387959] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.506517] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Successfully created port: 653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.565116] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 769.834766] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 769.882525] env[62270]: DEBUG nova.network.neutron [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.889111] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.071549] env[62270]: INFO nova.virt.block_device [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Booting with volume 26c52984-a774-4339-ae16-2cb8570b689f at /dev/sda [ 770.088147] env[62270]: DEBUG nova.network.neutron [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Updating instance_info_cache with network_info: [{"id": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "address": "fa:16:3e:65:57:ec", "network": {"id": "fd2ad145-e45b-4883-8f87-b67ee830078a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1003929329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e7250ecfc34a16b78966fb895f5ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f2e1fb-e3", "ovs_interfaceid": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.126810] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf6e6f56-033e-4eb5-b22f-a63ac791cd28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.141205] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c175b-8ac9-46c8-b4be-a412c7591f41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.158584] env[62270]: DEBUG nova.network.neutron [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Updated VIF entry in instance network info cache for port a3e6bfec-f054-4ca8-913d-fc7ecc117cca. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 770.158691] env[62270]: DEBUG nova.network.neutron [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Updating instance_info_cache with network_info: [{"id": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "address": "fa:16:3e:bb:3b:6e", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3e6bfec-f0", "ovs_interfaceid": "a3e6bfec-f054-4ca8-913d-fc7ecc117cca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.177891] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed467633-a0b5-4574-943e-919368bd6ab4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.187262] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a6d736-7638-49e0-88bb-63f548a0c122 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.225083] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d78e88-d102-4068-8e7d-921791dd4c29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.232485] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd614a4-16b7-4b5d-8caa-e6c7e943db90 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.239570] env[62270]: DEBUG nova.compute.manager [req-b940db2a-43ca-4615-a432-1e6c65afe126 req-c528692f-0e88-47de-8c8f-760f5c608256 service nova] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Received event network-vif-deleted-b8004e0a-ef65-4b94-8b84-e0b84cc8b603 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 770.250506] env[62270]: DEBUG nova.virt.block_device [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating existing volume attachment record: ba8346f8-e5da-4f34-acab-0d4f3a460154 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 770.291922] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b58e254-2de6-4bbf-abb0-e4a3fdce6fa1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.299887] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa0e110-37e2-40d2-9f09-85eb7918f311 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.334564] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450621b8-5495-4c79-8ca6-d9ec2b25ac51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.344779] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692bd302-fadb-40b0-aeec-a65cb339f8e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.361676] env[62270]: DEBUG nova.compute.provider_tree [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.389027] env[62270]: INFO nova.compute.manager [-] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Took 1.64 seconds to deallocate network for instance. [ 770.389207] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530046} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.391364] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae/6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 770.391364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.391763] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74217076-ca22-4712-8bef-867c653c7a16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.401896] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 770.401896] env[62270]: value = "task-4291339" [ 770.401896] env[62270]: _type = "Task" [ 770.401896] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.414263] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.596374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Releasing lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.597053] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Instance network_info: |[{"id": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "address": "fa:16:3e:65:57:ec", "network": {"id": "fd2ad145-e45b-4883-8f87-b67ee830078a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1003929329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e7250ecfc34a16b78966fb895f5ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f2e1fb-e3", "ovs_interfaceid": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 770.597281] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:57:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5f2e1fb-e357-4316-bcdb-9d1e07054e68', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.605388] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Creating folder: Project (97e7250ecfc34a16b78966fb895f5ee8). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.605687] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-733dcc48-aebe-4bb6-a0b6-777b7e26ce5c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.617644] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Created folder: Project (97e7250ecfc34a16b78966fb895f5ee8) in parent group-v845132. [ 770.617843] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Creating folder: Instances. Parent ref: group-v845248. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.618091] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b548bbb-92fb-484a-bc66-aa139d2b9523 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.628512] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Created folder: Instances in parent group-v845248. [ 770.628760] env[62270]: DEBUG oslo.service.loopingcall [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.628955] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 770.629171] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c7aa900-96df-4472-9377-b8fe20e7cb96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.648037] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.648037] env[62270]: value = "task-4291342" [ 770.648037] env[62270]: _type = "Task" [ 770.648037] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.655249] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291342, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.660867] env[62270]: DEBUG oslo_concurrency.lockutils [req-6f45b17a-523b-42d1-a5c1-110f2a9c5d95 req-4314f817-756f-46ec-9994-02efd629b9fc service nova] Releasing lock "refresh_cache-6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.866987] env[62270]: DEBUG nova.scheduler.client.report [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 770.898980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.911904] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062682} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.912209] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.913067] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561d6ef5-7759-4d1f-aae4-1d99cbad6243 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.936257] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae/6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.936546] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edc964ac-e538-49ed-bb05-78e90b013eb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.956950] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 770.956950] env[62270]: value = "task-4291343" [ 770.956950] env[62270]: _type = "Task" [ 770.956950] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.964637] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.159799] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291342, 'name': CreateVM_Task, 'duration_secs': 0.408759} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.160076] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 771.161061] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.161294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.161689] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 771.162764] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd642aa9-9e8d-4c9d-86c6-0af50842eeca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.168811] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 771.168811] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525c720f-83da-33d1-e6d6-9c4f631e62e4" [ 771.168811] env[62270]: _type = "Task" [ 771.168811] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.177760] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525c720f-83da-33d1-e6d6-9c4f631e62e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.371972] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.372438] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 771.378267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.270s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.378267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.379209] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.757s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.381026] env[62270]: INFO nova.compute.claims [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.385027] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Successfully updated port: 653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.424175] env[62270]: INFO nova.scheduler.client.report [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Deleted allocations for instance 3c2449ca-daca-4078-ac78-dad7714f5f07 [ 771.467196] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291343, 'name': ReconfigVM_Task, 'duration_secs': 0.464206} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.467196] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae/6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.467850] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca86acd6-8c9a-42c1-99d2-92e97cbf36b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.475276] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 771.475276] env[62270]: value = "task-4291344" [ 771.475276] env[62270]: _type = "Task" [ 771.475276] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.484237] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291344, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.576970] env[62270]: DEBUG nova.compute.manager [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Received event network-changed-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 771.577217] env[62270]: DEBUG nova.compute.manager [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Refreshing instance network info cache due to event network-changed-c5f2e1fb-e357-4316-bcdb-9d1e07054e68. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 771.577476] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Acquiring lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.577635] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Acquired lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.577930] env[62270]: DEBUG nova.network.neutron [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Refreshing network info cache for port c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 771.650956] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.651449] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.678809] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525c720f-83da-33d1-e6d6-9c4f631e62e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.679144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.679388] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.679704] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.680034] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.680188] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.680458] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b38109-676f-41f4-b0c7-ea4cd72e9689 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.693921] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.694186] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 771.696081] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75959289-936f-4e74-b09f-a51336b778a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.702359] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 771.702359] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c5ae7c-373d-f983-8171-737bbdbcb21e" [ 771.702359] env[62270]: _type = "Task" [ 771.702359] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.711258] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c5ae7c-373d-f983-8171-737bbdbcb21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.888364] env[62270]: DEBUG nova.compute.utils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.892419] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 771.892419] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 771.895874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.896288] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquired lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.896638] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 771.933740] env[62270]: DEBUG oslo_concurrency.lockutils [None req-030901df-1a37-4888-a68f-451e26b7227d tempest-FloatingIPsAssociationTestJSON-785985363 tempest-FloatingIPsAssociationTestJSON-785985363-project-member] Lock "3c2449ca-daca-4078-ac78-dad7714f5f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.132s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.952876] env[62270]: DEBUG nova.policy [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b749ae17f944d50b3b9dd56334ecf38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7a5a67748c54193bec54e3b49c5f129', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 771.986267] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291344, 'name': Rename_Task, 'duration_secs': 0.270393} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.988369] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 771.988653] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5afe06df-1970-4740-bbb1-3334c5a1fe4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.995171] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 771.995171] env[62270]: value = "task-4291345" [ 771.995171] env[62270]: _type = "Task" [ 771.995171] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.011920] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.154602] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.154862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.155962] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c84d85-002d-4136-86ca-8f26fa2b521d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.174238] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3843a5b7-9fe6-4550-a9d1-9b8f04175c5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194675] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.194957] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.195217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.195434] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.195606] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.203044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfiguring VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 772.203776] env[62270]: INFO nova.compute.manager [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Terminating instance [ 772.205224] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b442b81-607e-499e-b2c0-be23b9d61155 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.220506] env[62270]: DEBUG nova.compute.manager [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 772.220852] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 772.224652] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537499e4-52c7-4bfb-a354-40116b3a0448 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.234898] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c5ae7c-373d-f983-8171-737bbdbcb21e, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.237604] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 772.237604] env[62270]: value = "task-4291346" [ 772.237604] env[62270]: _type = "Task" [ 772.237604] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.237923] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 772.237923] env[62270]: value = "task-4291347" [ 772.237923] env[62270]: _type = "Task" [ 772.237923] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.238160] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908fc772-5aad-4525-bb3c-28048009391d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.252784] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.258786] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.259143] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 772.259143] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527f748b-c16c-2e52-4f41-c5b90f732805" [ 772.259143] env[62270]: _type = "Task" [ 772.259143] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.270811] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527f748b-c16c-2e52-4f41-c5b90f732805, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.271126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.271680] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 32a9811d-6354-4c48-bf60-3d68b93704af/32a9811d-6354-4c48-bf60-3d68b93704af.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 772.271818] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d331a846-30d3-4c8b-b64f-37564d5f4424 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.279830] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 772.279830] env[62270]: value = "task-4291348" [ 772.279830] env[62270]: _type = "Task" [ 772.279830] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.289856] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.392170] env[62270]: DEBUG nova.compute.utils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.402972] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 772.403618] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 772.405069] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 772.405429] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 772.405544] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 772.405784] env[62270]: DEBUG nova.virt.hardware [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.411426] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7024e7-c10e-4052-8aff-9f52b4e145b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.426029] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b4159e-4caa-4f8f-8394-a5509ec63a23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.432259] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Successfully created port: 6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.507894] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.508906] env[62270]: DEBUG nova.network.neutron [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Updated VIF entry in instance network info cache for port c5f2e1fb-e357-4316-bcdb-9d1e07054e68. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 772.509267] env[62270]: DEBUG nova.network.neutron [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Updating instance_info_cache with network_info: [{"id": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "address": "fa:16:3e:65:57:ec", "network": {"id": "fd2ad145-e45b-4883-8f87-b67ee830078a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1003929329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e7250ecfc34a16b78966fb895f5ee8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f2e1fb-e3", "ovs_interfaceid": "c5f2e1fb-e357-4316-bcdb-9d1e07054e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.511163] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 772.576491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "bc02092f-b0fb-4de1-af9f-b803460516f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.576491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.576491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.576491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.576491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.578627] env[62270]: INFO nova.compute.manager [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Terminating instance [ 772.581863] env[62270]: DEBUG nova.compute.manager [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 772.582212] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 772.583292] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d7ac8-e346-441d-a511-df4821cda820 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.595339] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 772.595339] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9d6fe8e-5b98-4ab3-b3a0-85a8f834134b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.602466] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 772.602466] env[62270]: value = "task-4291349" [ 772.602466] env[62270]: _type = "Task" [ 772.602466] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.615548] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.757871] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291346, 'name': PowerOffVM_Task, 'duration_secs': 0.198465} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.761439] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 772.761769] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.762282] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845182', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'name': 'volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e99a697-45d9-4a68-9b79-e8214ccd4141', 'attached_at': '', 'detached_at': '', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'serial': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 772.762475] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.763299] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43789cb3-8198-43c0-a42b-bd36b6c3b246 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.793913] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd00ae-0663-4d14-907d-0dec88a1487d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.803728] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.806541] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc4d944-5190-47e4-b877-162607f0fd7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.829136] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5a242-eef9-4c98-9b07-e84b35808fcc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.852018] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] The volume has not been displaced from its original location: [datastore2] volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362/volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 772.857154] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.860131] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0400e20-0b7f-45a7-b798-d8c3222c0138 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.879160] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 772.879160] env[62270]: value = "task-4291350" [ 772.879160] env[62270]: _type = "Task" [ 772.879160] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.888021] env[62270]: DEBUG nova.network.neutron [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating instance_info_cache with network_info: [{"id": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "address": "fa:16:3e:cd:e2:08", "network": {"id": "4bc3469a-05ca-43af-b53b-f9838fcc5146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1749231467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1acff7235b3b4a06aa2e7dfb618fa2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653e0054-bc", "ovs_interfaceid": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.892392] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.895383] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 773.010018] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.016881] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Releasing lock "refresh_cache-32a9811d-6354-4c48-bf60-3d68b93704af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.017193] env[62270]: DEBUG nova.compute.manager [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Received event network-vif-plugged-653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 773.017400] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Acquiring lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.017727] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.017796] env[62270]: DEBUG oslo_concurrency.lockutils [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.017999] env[62270]: DEBUG nova.compute.manager [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] No waiting events found dispatching network-vif-plugged-653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 773.018210] env[62270]: WARNING nova.compute.manager [req-4ba95223-552c-495c-9b4d-4c8876ffd829 req-73dbae24-f042-44da-ad8c-68eb202dc4c7 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Received unexpected event network-vif-plugged-653e0054-bc89-4338-91a3-11ac7f5a52ac for instance with vm_state building and task_state block_device_mapping. [ 773.114201] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291349, 'name': PowerOffVM_Task, 'duration_secs': 0.336221} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.114548] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 773.114831] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 773.115428] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-976c8004-6367-483c-97f8-38e2395a18eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.145858] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8323258-7833-4336-88a1-b1d20977aff6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.153341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be027b98-e5c7-4b96-92db-f66c326fb0f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.184110] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b63026c-744d-43d6-8e75-d1d83da38a0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.186839] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 773.187038] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 773.187194] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleting the datastore file [datastore2] bc02092f-b0fb-4de1-af9f-b803460516f0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.187441] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef1fe25-9cba-4231-9be8-0fcd722da832 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.196635] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd877e3-14e6-4c9a-9854-e8e916b0db44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.200740] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 773.200740] env[62270]: value = "task-4291352" [ 773.200740] env[62270]: _type = "Task" [ 773.200740] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.214191] env[62270]: DEBUG nova.compute.provider_tree [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.221274] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.251945] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.295263] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555571} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.295442] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 32a9811d-6354-4c48-bf60-3d68b93704af/32a9811d-6354-4c48-bf60-3d68b93704af.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 773.295710] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.295970] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-091d0970-8fb2-4d7c-869b-c7a1b9f8287b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.302470] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 773.302470] env[62270]: value = "task-4291353" [ 773.302470] env[62270]: _type = "Task" [ 773.302470] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.310333] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.388797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Releasing lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.389161] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance network_info: |[{"id": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "address": "fa:16:3e:cd:e2:08", "network": {"id": "4bc3469a-05ca-43af-b53b-f9838fcc5146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1749231467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1acff7235b3b4a06aa2e7dfb618fa2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653e0054-bc", "ovs_interfaceid": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 773.389999] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291350, 'name': ReconfigVM_Task, 'duration_secs': 0.160933} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.389999] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e2:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653e0054-bc89-4338-91a3-11ac7f5a52ac', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.398193] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Creating folder: Project (1acff7235b3b4a06aa2e7dfb618fa2e6). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 773.398523] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.403326] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7e1395-3a28-434f-a898-4540d2993d51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.408882] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d79cbd-3695-4b19-ba50-d49d56236fe7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.427014] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 773.427014] env[62270]: value = "task-4291355" [ 773.427014] env[62270]: _type = "Task" [ 773.427014] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.438793] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.438793] env[62270]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 773.438793] env[62270]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62270) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 773.438793] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Folder already exists: Project (1acff7235b3b4a06aa2e7dfb618fa2e6). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.438793] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Creating folder: Instances. Parent ref: group-v845187. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 773.438793] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-015edd93-01aa-47e2-be85-de8c78e63f51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.451832] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Created folder: Instances in parent group-v845187. [ 773.452180] env[62270]: DEBUG oslo.service.loopingcall [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.452403] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 773.452622] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d71ac1d1-008d-4ba3-8e20-49a32bb72503 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.476297] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.476297] env[62270]: value = "task-4291357" [ 773.476297] env[62270]: _type = "Task" [ 773.476297] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.484729] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291357, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.508622] env[62270]: DEBUG oslo_vmware.api [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291345, 'name': PowerOnVM_Task, 'duration_secs': 1.245316} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.508897] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 773.509324] env[62270]: INFO nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Took 8.35 seconds to spawn the instance on the hypervisor. [ 773.509552] env[62270]: DEBUG nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 773.510789] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6eaba-ae60-4512-b19f-4dfdffcfae99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.713845] env[62270]: DEBUG oslo_vmware.api [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.714732] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.714732] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 773.715092] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 773.715218] env[62270]: INFO nova.compute.manager [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 773.715611] env[62270]: DEBUG oslo.service.loopingcall [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.715917] env[62270]: DEBUG nova.compute.manager [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 773.716090] env[62270]: DEBUG nova.network.neutron [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 773.719450] env[62270]: DEBUG nova.scheduler.client.report [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 773.752285] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.819702] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072018} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.819982] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.822552] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243903d5-faef-4f24-9837-f6bdce0b7841 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.847058] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 32a9811d-6354-4c48-bf60-3d68b93704af/32a9811d-6354-4c48-bf60-3d68b93704af.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.847058] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5eb680-98ad-4af5-af8f-2622db62b057 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.867136] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 773.867136] env[62270]: value = "task-4291358" [ 773.867136] env[62270]: _type = "Task" [ 773.867136] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.875825] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.922749] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 773.934365] env[62270]: DEBUG nova.compute.manager [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Received event network-changed-653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 773.934582] env[62270]: DEBUG nova.compute.manager [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Refreshing instance network info cache due to event network-changed-653e0054-bc89-4338-91a3-11ac7f5a52ac. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 773.934815] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] Acquiring lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.934989] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] Acquired lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.935181] env[62270]: DEBUG nova.network.neutron [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Refreshing network info cache for port 653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 773.942327] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291355, 'name': ReconfigVM_Task, 'duration_secs': 0.266857} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.944095] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845182', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'name': 'volume-c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8e99a697-45d9-4a68-9b79-e8214ccd4141', 'attached_at': '', 'detached_at': '', 'volume_id': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362', 'serial': 'c75a78d6-d24d-4b93-8d2e-c1b9f001e362'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.944095] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 773.944095] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4797d172-3fb4-47d0-abe6-54cb2fcbc2e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.954233] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 773.954534] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e68c13d7-dcd0-4396-8d27-5619eb9358d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.960406] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:49:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='712611588',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-265353165',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 773.960549] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 773.960709] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.960898] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 773.961064] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.961222] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 773.961442] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 773.961609] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 773.961817] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 773.961999] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 773.962496] env[62270]: DEBUG nova.virt.hardware [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.963390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1146484e-1a6a-408e-aaa2-97b242cc4cb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.972751] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d76e89-a83f-4b21-826c-75bda35c995d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.995955] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291357, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.030909] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 774.032951] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 774.032951] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Deleting the datastore file [datastore2] 8e99a697-45d9-4a68-9b79-e8214ccd4141 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.036853] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4b50dd2-fb63-44bd-9b3e-a2e2e3039369 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.039209] env[62270]: INFO nova.compute.manager [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Took 64.15 seconds to build instance. [ 774.045112] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for the task: (returnval){ [ 774.045112] env[62270]: value = "task-4291360" [ 774.045112] env[62270]: _type = "Task" [ 774.045112] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.053846] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.108390] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Successfully updated port: 6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.225918] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.226482] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 774.233692] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.035s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.233692] env[62270]: INFO nova.compute.claims [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.259309] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.378445] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291358, 'name': ReconfigVM_Task, 'duration_secs': 0.357662} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.378823] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 32a9811d-6354-4c48-bf60-3d68b93704af/32a9811d-6354-4c48-bf60-3d68b93704af.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.379475] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c34962f-4bab-45c3-80fc-6a440977979b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.386387] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 774.386387] env[62270]: value = "task-4291361" [ 774.386387] env[62270]: _type = "Task" [ 774.386387] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.395826] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291361, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.491067] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291357, 'name': CreateVM_Task, 'duration_secs': 0.622046} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.491067] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 774.491067] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845196', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'name': 'volume-26c52984-a774-4339-ae16-2cb8570b689f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fcec292-8a7f-43ba-9ab7-ac27715e9977', 'attached_at': '', 'detached_at': '', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'serial': '26c52984-a774-4339-ae16-2cb8570b689f'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': 'ba8346f8-e5da-4f34-acab-0d4f3a460154', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62270) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 774.491067] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Root volume attach. Driver type: vmdk {{(pid=62270) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 774.492072] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b7b0c-b0bc-42e4-aa38-d0dd0cff9140 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.499698] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578932fd-2306-46a4-8971-c277b3087cf6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.507028] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec326e5-620b-4fd0-9e0a-16e8b42726a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.512501] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1010b7b-2786-4cb8-8dc8-0f5bf8086ae0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.520435] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 774.520435] env[62270]: value = "task-4291362" [ 774.520435] env[62270]: _type = "Task" [ 774.520435] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.531208] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.543419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b321e1b2-e937-4526-a6e6-dc1a13d506b4 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.902s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.558049] env[62270]: DEBUG oslo_vmware.api [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Task: {'id': task-4291360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143224} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.558049] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.558049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 774.558049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 774.558049] env[62270]: INFO nova.compute.manager [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Took 2.34 seconds to destroy the instance on the hypervisor. [ 774.558049] env[62270]: DEBUG oslo.service.loopingcall [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.558573] env[62270]: DEBUG nova.compute.manager [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 774.558844] env[62270]: DEBUG nova.network.neutron [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 774.613376] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.613376] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.613376] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 774.739026] env[62270]: DEBUG nova.compute.utils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.739026] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 774.739026] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 774.754686] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.765346] env[62270]: DEBUG nova.network.neutron [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.827329] env[62270]: DEBUG nova.policy [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6813eef680c4af9bd406472f67f7f61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb473712119b43fcb86b5f3d26f64c6d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 774.860678] env[62270]: DEBUG nova.compute.manager [req-ad9a66c0-30ee-4272-aac1-cccc501ce770 req-550db599-aee5-4dae-902e-997630b56f45 service nova] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Received event network-vif-deleted-2a8c4c43-4c49-4421-a942-ff4c11c32b4b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 774.897363] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291361, 'name': Rename_Task, 'duration_secs': 0.131677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.897644] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 774.897904] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0de3ef53-2ee1-40b0-b411-255a3295edc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.904574] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 774.904574] env[62270]: value = "task-4291363" [ 774.904574] env[62270]: _type = "Task" [ 774.904574] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.913159] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.032549] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 13%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.045496] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 775.066505] env[62270]: DEBUG nova.network.neutron [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updated VIF entry in instance network info cache for port 653e0054-bc89-4338-91a3-11ac7f5a52ac. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 775.067146] env[62270]: DEBUG nova.network.neutron [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating instance_info_cache with network_info: [{"id": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "address": "fa:16:3e:cd:e2:08", "network": {"id": "4bc3469a-05ca-43af-b53b-f9838fcc5146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1749231467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1acff7235b3b4a06aa2e7dfb618fa2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653e0054-bc", "ovs_interfaceid": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.180780] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 775.247024] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 775.270342] env[62270]: INFO nova.compute.manager [-] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Took 1.55 seconds to deallocate network for instance. [ 775.270851] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.331704] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Successfully created port: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.414785] env[62270]: DEBUG oslo_vmware.api [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291363, 'name': PowerOnVM_Task, 'duration_secs': 0.458247} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.417953] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 775.418170] env[62270]: INFO nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Took 7.58 seconds to spawn the instance on the hypervisor. [ 775.418401] env[62270]: DEBUG nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 775.419364] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad6601-51e7-4746-a02a-6d3b553f0991 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.537378] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 13%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.549070] env[62270]: DEBUG nova.network.neutron [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updating instance_info_cache with network_info: [{"id": "6ee02013-bc43-4447-b78e-a7891abe98fb", "address": "fa:16:3e:7f:5d:a6", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee02013-bc", "ovs_interfaceid": "6ee02013-bc43-4447-b78e-a7891abe98fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.569536] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.569860] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c268926-ab3b-456b-922b-f39dd4980120 req-15cca9ad-da91-4fbd-9de8-a4d98765c31f service nova] Releasing lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.762012] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.785399] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.809213] env[62270]: DEBUG nova.network.neutron [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.941939] env[62270]: INFO nova.compute.manager [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Took 61.54 seconds to build instance. [ 776.017026] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f00293-1eb1-41e9-9591-f74a75f4e3e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.030824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d6cc9b-8a27-4a45-866a-468a2cd27db3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.046170] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 13%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.071954] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.072405] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Instance network_info: |[{"id": "6ee02013-bc43-4447-b78e-a7891abe98fb", "address": "fa:16:3e:7f:5d:a6", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee02013-bc", "ovs_interfaceid": "6ee02013-bc43-4447-b78e-a7891abe98fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 776.073439] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:5d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1895250-76cc-41f7-b7f8-2e5679494607', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee02013-bc43-4447-b78e-a7891abe98fb', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.080990] env[62270]: DEBUG oslo.service.loopingcall [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.081797] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0dabdf-e76b-4535-b131-2d87ed9cd0ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.084867] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 776.085092] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d65564d-0946-49f0-9cba-152fca1cc5ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.105939] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc022b45-f096-4d7b-ac12-c817f37f4a46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.111226] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.111226] env[62270]: value = "task-4291364" [ 776.111226] env[62270]: _type = "Task" [ 776.111226] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.122339] env[62270]: DEBUG nova.compute.provider_tree [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.131055] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291364, 'name': CreateVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.217260] env[62270]: DEBUG nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Received event network-vif-plugged-6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 776.217518] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Acquiring lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.217895] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.217985] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.218142] env[62270]: DEBUG nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] No waiting events found dispatching network-vif-plugged-6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 776.218325] env[62270]: WARNING nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Received unexpected event network-vif-plugged-6ee02013-bc43-4447-b78e-a7891abe98fb for instance with vm_state building and task_state spawning. [ 776.218497] env[62270]: DEBUG nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Received event network-changed-6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 776.218660] env[62270]: DEBUG nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Refreshing instance network info cache due to event network-changed-6ee02013-bc43-4447-b78e-a7891abe98fb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 776.218854] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Acquiring lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.218997] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Acquired lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219176] env[62270]: DEBUG nova.network.neutron [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Refreshing network info cache for port 6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 776.261595] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.271241] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 776.306625] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 776.306625] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 776.306625] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.306849] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 776.306849] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.306999] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 776.307500] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 776.307500] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 776.307668] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 776.308090] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 776.308166] env[62270]: DEBUG nova.virt.hardware [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 776.311871] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc712e2b-fe66-454d-873e-7fff6e7421d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.316127] env[62270]: INFO nova.compute.manager [-] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Took 1.76 seconds to deallocate network for instance. [ 776.324992] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e12cc-7292-4fb1-be5b-2f5031030362 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.443500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5c1bf9ad-bf00-4c99-a1ac-4fc39593144c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.901s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.512942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.515027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.515027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.515027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.515027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.516393] env[62270]: INFO nova.compute.manager [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Terminating instance [ 776.518619] env[62270]: DEBUG nova.compute.manager [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 776.518862] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 776.519728] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a4680-f0cb-4252-9514-704a88516986 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528048] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 776.531162] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b60a6547-aebc-4643-9e4d-83e47cd84914 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.537160] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 13%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.538366] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 776.538366] env[62270]: value = "task-4291365" [ 776.538366] env[62270]: _type = "Task" [ 776.538366] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.546449] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.622062] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291364, 'name': CreateVM_Task, 'duration_secs': 0.347618} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.622240] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 776.622951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.623131] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.623465] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.623715] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3511085-0e1c-4dd3-a707-bfe9a80f7d0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.625938] env[62270]: DEBUG nova.scheduler.client.report [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 776.633057] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 776.633057] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f4db5-10f2-c4ef-2ae1-d8db9cfd25c2" [ 776.633057] env[62270]: _type = "Task" [ 776.633057] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.640017] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f4db5-10f2-c4ef-2ae1-d8db9cfd25c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.762263] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.802341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.802606] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.802859] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.803555] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.803809] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.806990] env[62270]: INFO nova.compute.manager [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Terminating instance [ 776.809969] env[62270]: DEBUG nova.compute.manager [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 776.810213] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 776.811166] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10268ea7-5aec-40ec-a7c8-f1f1652fca63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.820158] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 776.820453] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d5f61c-7d00-4494-805d-7f894b7d7f46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.831986] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 776.831986] env[62270]: value = "task-4291366" [ 776.831986] env[62270]: _type = "Task" [ 776.831986] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.846562] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.894790] env[62270]: INFO nova.compute.manager [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Took 0.58 seconds to detach 1 volumes for instance. [ 776.897687] env[62270]: DEBUG nova.compute.manager [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Deleting volume: c75a78d6-d24d-4b93-8d2e-c1b9f001e362 {{(pid=62270) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 776.947225] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 777.042452] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 38%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.058085] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291365, 'name': PowerOffVM_Task, 'duration_secs': 0.248116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.061434] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 777.061766] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 777.066022] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef83415a-69d6-4dda-9a9c-191065d17a55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.132725] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.133301] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 777.137293] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.314s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.137664] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.139855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.912s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.141798] env[62270]: INFO nova.compute.claims [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.152358] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 777.152621] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 777.152861] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleting the datastore file [datastore2] 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.153655] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65864bfe-4620-48ed-b0f0-e9c0293e90c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.162087] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f4db5-10f2-c4ef-2ae1-d8db9cfd25c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.162795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.162953] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.163311] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.164440] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164440] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.164440] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00f1df0-c783-4ca9-8f5a-5ca6214f7aa6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.177014] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Successfully updated port: 157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.180858] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 777.180858] env[62270]: value = "task-4291369" [ 777.180858] env[62270]: _type = "Task" [ 777.180858] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.183797] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.185191] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 777.190805] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de2c0c3-dbb8-4b21-9f16-8f43b7e543e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.193683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "32a9811d-6354-4c48-bf60-3d68b93704af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.194170] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.194170] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.194343] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.194523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.197051] env[62270]: INFO nova.compute.manager [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Terminating instance [ 777.199235] env[62270]: INFO nova.scheduler.client.report [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Deleted allocations for instance 226a807b-81a1-425c-81ac-d9be821f7679 [ 777.204897] env[62270]: DEBUG nova.compute.manager [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 777.205231] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 777.206536] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edface28-7fe5-455e-ae0a-a786723b298a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.217372] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 777.217372] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ed1a47-c5eb-4db6-579f-00523cd42689" [ 777.217372] env[62270]: _type = "Task" [ 777.217372] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.217838] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.226397] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 777.227242] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01778790-6361-4467-bf41-a37cf4310a3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.233524] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ed1a47-c5eb-4db6-579f-00523cd42689, 'name': SearchDatastore_Task, 'duration_secs': 0.014536} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.239228] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1142589-100a-47dd-ac53-7d62eabf3865 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.239573] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 777.239573] env[62270]: value = "task-4291370" [ 777.239573] env[62270]: _type = "Task" [ 777.239573] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.246685] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 777.246685] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5244d764-8c47-70db-b846-1e2ad8a3aa3b" [ 777.246685] env[62270]: _type = "Task" [ 777.246685] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.257026] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.272178] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5244d764-8c47-70db-b846-1e2ad8a3aa3b, 'name': SearchDatastore_Task, 'duration_secs': 0.016635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.272178] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.272178] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/4b28119c-550e-4b9d-a714-e23ded49beb1.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 777.275740] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b3275d-8dda-410a-812f-b350ff8c98fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.278244] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.285789] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 777.285789] env[62270]: value = "task-4291371" [ 777.285789] env[62270]: _type = "Task" [ 777.285789] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.296796] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.346174] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291366, 'name': PowerOffVM_Task, 'duration_secs': 0.264716} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.346516] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 777.346691] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 777.347215] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9403dd8-32b1-4165-8205-850340245f00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.351783] env[62270]: DEBUG nova.network.neutron [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updated VIF entry in instance network info cache for port 6ee02013-bc43-4447-b78e-a7891abe98fb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 777.352237] env[62270]: DEBUG nova.network.neutron [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updating instance_info_cache with network_info: [{"id": "6ee02013-bc43-4447-b78e-a7891abe98fb", "address": "fa:16:3e:7f:5d:a6", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee02013-bc", "ovs_interfaceid": "6ee02013-bc43-4447-b78e-a7891abe98fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.425803] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 777.426197] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 777.426532] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleting the datastore file [datastore2] 1fba106f-f5ee-461d-99a2-9f79c0080aac {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.426866] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a3a53c-e8d1-4952-94c5-576821484b9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.440840] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 777.440840] env[62270]: value = "task-4291373" [ 777.440840] env[62270]: _type = "Task" [ 777.440840] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.450861] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.466232] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.478013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.540603] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.651957] env[62270]: DEBUG nova.compute.utils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.653929] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 777.654347] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 777.684344] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.684344] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquired lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684344] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 777.697652] env[62270]: DEBUG oslo_vmware.api [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257553} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.698198] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.698426] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 777.698622] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 777.698806] env[62270]: INFO nova.compute.manager [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Took 1.18 seconds to destroy the instance on the hypervisor. [ 777.699082] env[62270]: DEBUG oslo.service.loopingcall [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.699699] env[62270]: DEBUG nova.compute.manager [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 777.699804] env[62270]: DEBUG nova.network.neutron [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 777.722247] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d0e16464-cb25-436c-8884-708cb1cb43fd tempest-AttachInterfacesUnderV243Test-778728604 tempest-AttachInterfacesUnderV243Test-778728604-project-member] Lock "226a807b-81a1-425c-81ac-d9be821f7679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.322s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.754327] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291370, 'name': PowerOffVM_Task, 'duration_secs': 0.233517} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.754866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 777.755064] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 777.755419] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13164c0-f1ec-4310-bda2-5dd37d4a4958 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.763168] env[62270]: DEBUG nova.policy [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b188a3db20ab49f0ac8a641eb0eca9f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910c66d9c8349a3aeec5267866aaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 777.772780] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.798512] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.850678] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 777.851068] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 777.851531] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Deleting the datastore file [datastore2] 32a9811d-6354-4c48-bf60-3d68b93704af {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.854042] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8b65f6-603c-4f88-afa4-00e5939a8ade {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.857129] env[62270]: DEBUG oslo_concurrency.lockutils [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] Releasing lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.857474] env[62270]: DEBUG nova.compute.manager [req-99ee6b25-5e72-4e44-a9b9-f3a7fa5f86c2 req-db908c24-ab36-4af9-9db3-35ff859309b4 service nova] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Received event network-vif-deleted-b3b55150-ed90-48e6-aade-78de666e247a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 777.878886] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for the task: (returnval){ [ 777.878886] env[62270]: value = "task-4291375" [ 777.878886] env[62270]: _type = "Task" [ 777.878886] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.891613] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.956746] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.043683] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 65%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.162431] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 778.241257] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 778.270394] env[62270]: DEBUG oslo_vmware.api [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291347, 'name': ReconfigVM_Task, 'duration_secs': 5.874944} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.273539] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.273867] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Reconfigured VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 778.300032] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65904} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.300331] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/4b28119c-550e-4b9d-a714-e23ded49beb1.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 778.300804] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.300893] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a1e05c1-814b-4077-bc96-7b34ca5e29cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.311517] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 778.311517] env[62270]: value = "task-4291376" [ 778.311517] env[62270]: _type = "Task" [ 778.311517] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.327703] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.390354] env[62270]: DEBUG oslo_vmware.api [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Task: {'id': task-4291375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31442} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.391102] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.391464] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 778.391733] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 778.391891] env[62270]: INFO nova.compute.manager [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Took 1.19 seconds to destroy the instance on the hypervisor. [ 778.392223] env[62270]: DEBUG oslo.service.loopingcall [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.392898] env[62270]: DEBUG nova.compute.manager [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 778.393040] env[62270]: DEBUG nova.network.neutron [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 778.460541] env[62270]: DEBUG oslo_vmware.api [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559298} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.460839] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.461049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 778.461243] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 778.461425] env[62270]: INFO nova.compute.manager [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Took 1.65 seconds to destroy the instance on the hypervisor. [ 778.461742] env[62270]: DEBUG oslo.service.loopingcall [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.461952] env[62270]: DEBUG nova.compute.manager [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 778.462062] env[62270]: DEBUG nova.network.neutron [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 778.476824] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Successfully created port: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.510533] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Received event network-vif-plugged-157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 778.510794] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Acquiring lock "05698146-6db7-4514-b38e-e49ebd27d279-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.511218] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Lock "05698146-6db7-4514-b38e-e49ebd27d279-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.511542] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Lock "05698146-6db7-4514-b38e-e49ebd27d279-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.511801] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] No waiting events found dispatching network-vif-plugged-157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 778.511998] env[62270]: WARNING nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Received unexpected event network-vif-plugged-157821bd-f560-4622-a8ca-4ce4c8fc70d4 for instance with vm_state building and task_state spawning. [ 778.512197] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Received event network-changed-157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 778.512364] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Refreshing instance network info cache due to event network-changed-157821bd-f560-4622-a8ca-4ce4c8fc70d4. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 778.512544] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Acquiring lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.543326] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 78%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.547417] env[62270]: DEBUG nova.network.neutron [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.714617] env[62270]: DEBUG nova.network.neutron [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Updating instance_info_cache with network_info: [{"id": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "address": "fa:16:3e:8d:2e:76", "network": {"id": "2a4699e0-851b-4420-8931-9afe3df80f66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152030366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb473712119b43fcb86b5f3d26f64c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157821bd-f5", "ovs_interfaceid": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.826657] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.385229} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.827042] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.827975] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db6c256-d35a-4ccd-9800-15174308c42a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.865908] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/4b28119c-550e-4b9d-a714-e23ded49beb1.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.869202] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170351d7-9099-402a-b6f6-061964e8a1a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.892690] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 778.892690] env[62270]: value = "task-4291377" [ 778.892690] env[62270]: _type = "Task" [ 778.892690] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.905953] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.928989] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25edf71-cf9f-4d9b-893f-3d1dde9989ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.938672] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd362f-0eaa-49b6-be50-7cd1718a5182 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.980032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d0c7f-e50e-4d65-b96f-b904edbf3cd3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.991131] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e3c9e0-25d3-476a-8202-b283b01e996d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.011638] env[62270]: DEBUG nova.compute.provider_tree [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.049632] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 92%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.050149] env[62270]: INFO nova.compute.manager [-] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Took 1.35 seconds to deallocate network for instance. [ 779.178053] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 779.212821] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 779.213235] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 779.213471] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.214114] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 779.214293] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.214501] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 779.214851] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 779.215103] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 779.215293] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 779.216045] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 779.216045] env[62270]: DEBUG nova.virt.hardware [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.216566] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2431ee45-6167-42cb-9b15-aeba74c4f32c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.219863] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Releasing lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.219863] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Instance network_info: |[{"id": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "address": "fa:16:3e:8d:2e:76", "network": {"id": "2a4699e0-851b-4420-8931-9afe3df80f66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152030366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb473712119b43fcb86b5f3d26f64c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157821bd-f5", "ovs_interfaceid": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 779.220166] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Acquired lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.220257] env[62270]: DEBUG nova.network.neutron [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Refreshing network info cache for port 157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 779.221631] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:2e:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157821bd-f560-4622-a8ca-4ce4c8fc70d4', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.229172] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Creating folder: Project (eb473712119b43fcb86b5f3d26f64c6d). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 779.233427] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb46760-0577-44c1-a8d9-e8f9537189ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8afe3f-e296-4ecd-8d7d-475a38976c84 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.259965] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Created folder: Project (eb473712119b43fcb86b5f3d26f64c6d) in parent group-v845132. [ 779.260246] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Creating folder: Instances. Parent ref: group-v845254. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 779.260702] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851c355d-cb2b-4b75-bc19-51728267fa73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.276326] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Created folder: Instances in parent group-v845254. [ 779.276326] env[62270]: DEBUG oslo.service.loopingcall [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.276326] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 779.276326] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0b0d16-ed71-4c06-b967-f0551532163a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.303117] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.303117] env[62270]: value = "task-4291380" [ 779.303117] env[62270]: _type = "Task" [ 779.303117] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.311658] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291380, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.379471] env[62270]: DEBUG nova.compute.manager [req-48602b40-99de-4107-aabe-62f3cdd646b1 req-1b1342b4-2d07-41cb-ba2f-0a61f34a68a8 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Received event network-vif-deleted-c5f2e1fb-e357-4316-bcdb-9d1e07054e68 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 779.379709] env[62270]: INFO nova.compute.manager [req-48602b40-99de-4107-aabe-62f3cdd646b1 req-1b1342b4-2d07-41cb-ba2f-0a61f34a68a8 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Neutron deleted interface c5f2e1fb-e357-4316-bcdb-9d1e07054e68; detaching it from the instance and deleting it from the info cache [ 779.379904] env[62270]: DEBUG nova.network.neutron [req-48602b40-99de-4107-aabe-62f3cdd646b1 req-1b1342b4-2d07-41cb-ba2f-0a61f34a68a8 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.405181] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291377, 'name': ReconfigVM_Task, 'duration_secs': 0.407184} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.405509] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/4b28119c-550e-4b9d-a714-e23ded49beb1.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.405858] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62270) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 779.406960] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-0dab59b8-e6b3-45a5-91ed-e08ecc368d29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.418834] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 779.418834] env[62270]: value = "task-4291381" [ 779.418834] env[62270]: _type = "Task" [ 779.418834] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.430032] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291381, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.515938] env[62270]: DEBUG nova.network.neutron [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.518845] env[62270]: DEBUG nova.scheduler.client.report [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 779.539195] env[62270]: DEBUG nova.network.neutron [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.543977] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task} progress is 98%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.560951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.578043] env[62270]: DEBUG nova.network.neutron [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Updated VIF entry in instance network info cache for port 157821bd-f560-4622-a8ca-4ce4c8fc70d4. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 779.578043] env[62270]: DEBUG nova.network.neutron [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Updating instance_info_cache with network_info: [{"id": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "address": "fa:16:3e:8d:2e:76", "network": {"id": "2a4699e0-851b-4420-8931-9afe3df80f66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1152030366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb473712119b43fcb86b5f3d26f64c6d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157821bd-f5", "ovs_interfaceid": "157821bd-f560-4622-a8ca-4ce4c8fc70d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.813650] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291380, 'name': CreateVM_Task, 'duration_secs': 0.378827} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.813792] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 779.814747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.815063] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.815871] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f1b71d-7ed6-44e8-a7d8-41d5d70d81a9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.821318] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 779.821318] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e3fe-733f-3ba9-aa32-eab1ff6b832f" [ 779.821318] env[62270]: _type = "Task" [ 779.821318] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.830436] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e3fe-733f-3ba9-aa32-eab1ff6b832f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.886623] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d2a0560-79a2-4a6e-9168-1257f1977f13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.898090] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a0330-02c5-4645-8b73-b19495914478 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.936259] env[62270]: DEBUG nova.compute.manager [req-48602b40-99de-4107-aabe-62f3cdd646b1 req-1b1342b4-2d07-41cb-ba2f-0a61f34a68a8 service nova] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Detach interface failed, port_id=c5f2e1fb-e357-4316-bcdb-9d1e07054e68, reason: Instance 32a9811d-6354-4c48-bf60-3d68b93704af could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 779.944035] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291381, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.066417} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.944035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62270) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 779.944314] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce3ae8-c678-4610-8d95-4b9740e13fa6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.970408] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/ephemeral_0.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.970760] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1d34c4-2ce1-4bb4-be35-2995f6e04519 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.992033] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 779.992033] env[62270]: value = "task-4291382" [ 779.992033] env[62270]: _type = "Task" [ 779.992033] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.003808] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.026022] env[62270]: INFO nova.compute.manager [-] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Took 1.63 seconds to deallocate network for instance. [ 780.026022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.026022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.026022] env[62270]: DEBUG nova.network.neutron [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 780.026817] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.027313] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 780.032285] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.910s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.033897] env[62270]: INFO nova.compute.claims [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.044744] env[62270]: INFO nova.compute.manager [-] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Took 1.58 seconds to deallocate network for instance. [ 780.052530] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291362, 'name': RelocateVM_Task, 'duration_secs': 5.346348} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.054021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 780.054021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845196', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'name': 'volume-26c52984-a774-4339-ae16-2cb8570b689f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fcec292-8a7f-43ba-9ab7-ac27715e9977', 'attached_at': '', 'detached_at': '', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'serial': '26c52984-a774-4339-ae16-2cb8570b689f'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 780.054401] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e809bd-e287-436c-9f95-fdd93349d3f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.075466] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979600d5-3a32-4387-9f5e-608a2e3539a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.080492] env[62270]: DEBUG oslo_concurrency.lockutils [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] Releasing lock "refresh_cache-05698146-6db7-4514-b38e-e49ebd27d279" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.080775] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Received event network-vif-deleted-a3e6bfec-f054-4ca8-913d-fc7ecc117cca {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 780.080967] env[62270]: INFO nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Neutron deleted interface a3e6bfec-f054-4ca8-913d-fc7ecc117cca; detaching it from the instance and deleting it from the info cache [ 780.081186] env[62270]: DEBUG nova.network.neutron [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.101755] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-26c52984-a774-4339-ae16-2cb8570b689f/volume-26c52984-a774-4339-ae16-2cb8570b689f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.103773] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d4d6ee4-653b-4b84-9f12-b51670646e33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.120018] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a027cd-3393-4955-a1d1-2739ab279933 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.131837] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 780.131837] env[62270]: value = "task-4291383" [ 780.131837] env[62270]: _type = "Task" [ 780.131837] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.140111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8b233-e819-4c37-b1f0-8d826c5a7f4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.157478] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.181162] env[62270]: DEBUG nova.compute.manager [req-516401b4-6971-43a7-a2f0-3ad1439195d2 req-bf302531-76c7-4239-95e7-41ef01e5597b service nova] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Detach interface failed, port_id=a3e6bfec-f054-4ca8-913d-fc7ecc117cca, reason: Instance 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 780.234671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.234963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.235682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.235682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.235682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.237927] env[62270]: INFO nova.compute.manager [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Terminating instance [ 780.239826] env[62270]: DEBUG nova.compute.manager [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 780.240053] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 780.240914] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306843c5-c3ae-415e-b5ae-79a2090c4983 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.253583] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 780.253833] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4c9876-48c6-4ab2-b05f-a48ffe62b665 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.264680] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 780.264680] env[62270]: value = "task-4291384" [ 780.264680] env[62270]: _type = "Task" [ 780.264680] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.275509] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.336746] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e3fe-733f-3ba9-aa32-eab1ff6b832f, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.337897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.338364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.338820] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.339258] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.339690] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.343040] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d532d92-0c76-4d88-aa35-318e516661f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.353342] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.353342] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 780.353342] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-512cbff8-58cc-4dcf-a53a-6c404e15f7d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.368430] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 780.368430] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0f68a-06a6-52d8-ea8b-9c2ceb60595e" [ 780.368430] env[62270]: _type = "Task" [ 780.368430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.378543] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0f68a-06a6-52d8-ea8b-9c2ceb60595e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.503789] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291382, 'name': ReconfigVM_Task, 'duration_secs': 0.401842} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.504101] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1/ephemeral_0.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.504755] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c58739-0013-4722-b648-e43168a9d506 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.514921] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 780.514921] env[62270]: value = "task-4291385" [ 780.514921] env[62270]: _type = "Task" [ 780.514921] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.527301] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291385, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.536259] env[62270]: DEBUG nova.compute.utils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 780.537679] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 780.537842] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 780.545367] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.553788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.644147] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291383, 'name': ReconfigVM_Task, 'duration_secs': 0.3984} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.645813] env[62270]: DEBUG nova.policy [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8108b030a0c74299aa0dd4e395e5303d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52e9490d3e33479699a09e08401408a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 780.647656] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-26c52984-a774-4339-ae16-2cb8570b689f/volume-26c52984-a774-4339-ae16-2cb8570b689f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.653137] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fe82b1-5d43-4430-ac87-4f5ec816afbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.672993] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 780.672993] env[62270]: value = "task-4291386" [ 780.672993] env[62270]: _type = "Task" [ 780.672993] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.688133] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.774310] env[62270]: DEBUG nova.compute.manager [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-vif-deleted-4a0b5b54-3e15-49ec-8096-77ed00f50c9a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 780.774645] env[62270]: INFO nova.compute.manager [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Neutron deleted interface 4a0b5b54-3e15-49ec-8096-77ed00f50c9a; detaching it from the instance and deleting it from the info cache [ 780.774942] env[62270]: DEBUG nova.network.neutron [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.783677] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291384, 'name': PowerOffVM_Task, 'duration_secs': 0.255441} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.783963] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 780.784408] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 780.784541] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4e502f-86cf-46ce-9fd7-d0187a9c7086 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.865120] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 780.866275] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 780.866275] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleting the datastore file [datastore2] 6401b84d-af23-4c99-843a-5798e49c2edf {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.866275] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ec453d-603a-4a47-b2a0-9c8a18652c9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.882190] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0f68a-06a6-52d8-ea8b-9c2ceb60595e, 'name': SearchDatastore_Task, 'duration_secs': 0.01466} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.884243] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 780.884243] env[62270]: value = "task-4291388" [ 780.884243] env[62270]: _type = "Task" [ 780.884243] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.884387] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a209012d-7826-44dc-989f-cfc43ad2d0e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.898837] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.900260] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 780.900260] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206b7c0-ce03-5955-be31-1e3248783b79" [ 780.900260] env[62270]: _type = "Task" [ 780.900260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.909962] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206b7c0-ce03-5955-be31-1e3248783b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.933089] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Successfully updated port: a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.025593] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291385, 'name': Rename_Task, 'duration_secs': 0.297207} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.025898] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 781.026179] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2232fa8e-25ba-40dc-88e5-4e1b1ad58ece {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.033793] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 781.033793] env[62270]: value = "task-4291389" [ 781.033793] env[62270]: _type = "Task" [ 781.033793] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.043180] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 781.050131] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.158714] env[62270]: INFO nova.network.neutron [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Port 4a0b5b54-3e15-49ec-8096-77ed00f50c9a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 781.159117] env[62270]: DEBUG nova.network.neutron [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [{"id": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "address": "fa:16:3e:c6:51:54", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd37626-cc", "ovs_interfaceid": "1dd37626-ccd5-4c10-9d50-7945d8c2317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.190772] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291386, 'name': ReconfigVM_Task, 'duration_secs': 0.221867} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.191578] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845196', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'name': 'volume-26c52984-a774-4339-ae16-2cb8570b689f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fcec292-8a7f-43ba-9ab7-ac27715e9977', 'attached_at': '', 'detached_at': '', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'serial': '26c52984-a774-4339-ae16-2cb8570b689f'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 781.191731] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57c8db91-ada4-4c3c-8ed0-bb5ae2b7bb40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.203523] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 781.203523] env[62270]: value = "task-4291390" [ 781.203523] env[62270]: _type = "Task" [ 781.203523] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.217284] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291390, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.278524] env[62270]: DEBUG oslo_concurrency.lockutils [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] Acquiring lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.400858] env[62270]: DEBUG oslo_vmware.api [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402234} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.404487] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.404487] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 781.404693] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 781.404799] env[62270]: INFO nova.compute.manager [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 781.405326] env[62270]: DEBUG oslo.service.loopingcall [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.405326] env[62270]: DEBUG nova.compute.manager [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 781.405520] env[62270]: DEBUG nova.network.neutron [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 781.413246] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206b7c0-ce03-5955-be31-1e3248783b79, 'name': SearchDatastore_Task, 'duration_secs': 0.014358} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.417323] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.417323] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 05698146-6db7-4514-b38e-e49ebd27d279/05698146-6db7-4514-b38e-e49ebd27d279.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 781.417323] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca93c69e-4a70-4314-8c43-566cef6a317c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.424696] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 781.424696] env[62270]: value = "task-4291391" [ 781.424696] env[62270]: _type = "Task" [ 781.424696] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.433818] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.442380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.442380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.442380] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 782.397305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.402752] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.403051] env[62270]: WARNING oslo_vmware.common.loopingcall [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] task run outlasted interval by 0.367822 sec [ 782.407054] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Successfully created port: da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.413243] env[62270]: DEBUG nova.compute.manager [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Received event network-vif-plugged-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 782.413466] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.414099] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.414099] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.414099] env[62270]: DEBUG nova.compute.manager [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] No waiting events found dispatching network-vif-plugged-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 782.414329] env[62270]: WARNING nova.compute.manager [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Received unexpected event network-vif-plugged-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f for instance with vm_state building and task_state spawning. [ 782.414530] env[62270]: DEBUG nova.compute.manager [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Received event network-changed-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 782.414835] env[62270]: DEBUG nova.compute.manager [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Refreshing instance network info cache due to event network-changed-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 782.414978] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.434955] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291390, 'name': Rename_Task, 'duration_secs': 0.161678} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.445397] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 782.445397] env[62270]: DEBUG oslo_vmware.api [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291389, 'name': PowerOnVM_Task, 'duration_secs': 0.633913} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.445397] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729306} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.447037] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d15192-cecf-497c-9546-c2bcb8863c8e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.449231] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 782.449231] env[62270]: INFO nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Took 8.53 seconds to spawn the instance on the hypervisor. [ 782.449231] env[62270]: DEBUG nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 782.449595] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 05698146-6db7-4514-b38e-e49ebd27d279/05698146-6db7-4514-b38e-e49ebd27d279.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 782.449765] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.452711] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9abacb9-9bdc-4a07-9850-0a4965143ecc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.455489] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9cab530-7383-4c37-a13c-d75b83ecbdc8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.469745] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 782.469745] env[62270]: value = "task-4291392" [ 782.469745] env[62270]: _type = "Task" [ 782.469745] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.470165] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 782.470165] env[62270]: value = "task-4291393" [ 782.470165] env[62270]: _type = "Task" [ 782.470165] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.491764] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.492161] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.528094] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 782.649101] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aa0fe9-f084-4422-9a30-1086c5b33b2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.660719] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae5210-3c0f-45d4-848f-afc2b30cf5f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.691749] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c732f0-4db4-4314-af6a-85a2745661d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.700279] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4db62c-49bd-4a79-8d13-a155b8e20274 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.714533] env[62270]: DEBUG nova.compute.provider_tree [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.905551] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 782.910430] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e34636af-e089-49d1-901f-71895cc44f70 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-6401b84d-af23-4c99-843a-5798e49c2edf-4a0b5b54-3e15-49ec-8096-77ed00f50c9a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.259s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.913735] env[62270]: DEBUG nova.network.neutron [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.923024] env[62270]: DEBUG nova.network.neutron [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.950127] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 782.950438] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 782.950554] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.950743] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 782.950897] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.951179] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 782.951435] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 782.951608] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 782.951814] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 782.951994] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 782.952227] env[62270]: DEBUG nova.virt.hardware [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.953629] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff3491-310a-45f0-be2e-f4d0716ed1c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.963387] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bf1f45-747d-4952-8dbd-92d3741834ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.974364] env[62270]: INFO nova.compute.manager [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Took 58.15 seconds to build instance. [ 783.002196] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079475} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.002836] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.002945] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.003814] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4cc492-8930-4f43-a280-84da92f8457a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.028246] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 05698146-6db7-4514-b38e-e49ebd27d279/05698146-6db7-4514-b38e-e49ebd27d279.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.028875] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38313cf0-33d5-4dfe-8344-c37870835567 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.050460] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 783.050460] env[62270]: value = "task-4291394" [ 783.050460] env[62270]: _type = "Task" [ 783.050460] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.061319] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.217901] env[62270]: DEBUG nova.scheduler.client.report [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 783.358897] env[62270]: DEBUG nova.compute.manager [req-22604993-206c-4eb8-8288-b1ca5f2e1892 req-032503ba-2b4a-4362-96e4-a918f2e9dba1 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Received event network-vif-deleted-1dd37626-ccd5-4c10-9d50-7945d8c2317a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 783.418182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.418559] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Instance network_info: |[{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 783.418885] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.419129] env[62270]: DEBUG nova.network.neutron [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Refreshing network info cache for port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 783.420530] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a476a09a-3dba-4fa9-b0e3-9cdccabdde7f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.429063] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating folder: Project (a910c66d9c8349a3aeec5267866aaaba). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 783.429536] env[62270]: INFO nova.compute.manager [-] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Took 2.02 seconds to deallocate network for instance. [ 783.430114] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bd8bf95-e480-4c14-b2bd-1f92db4f8e18 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.447023] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created folder: Project (a910c66d9c8349a3aeec5267866aaaba) in parent group-v845132. [ 783.447023] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating folder: Instances. Parent ref: group-v845257. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 783.447023] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f48e03fe-5dea-49e2-bfcf-11e16783b3de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.462020] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created folder: Instances in parent group-v845257. [ 783.462020] env[62270]: DEBUG oslo.service.loopingcall [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.462020] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 783.462259] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b688c07-5120-4a5b-b8e1-cf349f8360bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.489256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-455f00dd-8af3-4837-be98-4484a82d6879 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.101s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.489570] env[62270]: DEBUG oslo_vmware.api [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291392, 'name': PowerOnVM_Task, 'duration_secs': 0.95928} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.491780] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 783.492102] env[62270]: INFO nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Took 11.09 seconds to spawn the instance on the hypervisor. [ 783.492331] env[62270]: DEBUG nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 783.492615] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.492615] env[62270]: value = "task-4291397" [ 783.492615] env[62270]: _type = "Task" [ 783.492615] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.493589] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cb1a51-d5bc-44a1-9719-bae23d7a91e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.510698] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291397, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.562345] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.723801] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.691s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.723801] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 783.726795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.889s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.728435] env[62270]: INFO nova.compute.claims [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.945391] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.997018] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 784.011082] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291397, 'name': CreateVM_Task, 'duration_secs': 0.360999} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.017991] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 784.020156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.020664] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.023264] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.023264] env[62270]: INFO nova.compute.manager [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Took 60.15 seconds to build instance. [ 784.023264] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0243870-59fd-4519-a4df-bd9b9d328981 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.030229] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 784.030229] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52811eb6-d81f-cc37-51f5-7fb703525eed" [ 784.030229] env[62270]: _type = "Task" [ 784.030229] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.044265] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52811eb6-d81f-cc37-51f5-7fb703525eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.065197] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.235437] env[62270]: DEBUG nova.compute.utils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.240534] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 784.240685] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 784.389720] env[62270]: DEBUG nova.policy [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a33ae90cc2943cab1d2d52f95b48591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e7ed15e93b64afba5052702348050ea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 784.528836] env[62270]: DEBUG oslo_concurrency.lockutils [None req-281f008d-152f-42e7-ac6d-2ed5b5ae3edc tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.110s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.540375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.547468] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52811eb6-d81f-cc37-51f5-7fb703525eed, 'name': SearchDatastore_Task, 'duration_secs': 0.028467} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.547792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.548279] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.548546] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.548703] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.548891] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.549228] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b00c86fc-8214-4771-9e17-1b4024055b0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.565183] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291394, 'name': ReconfigVM_Task, 'duration_secs': 1.296149} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.566481] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 05698146-6db7-4514-b38e-e49ebd27d279/05698146-6db7-4514-b38e-e49ebd27d279.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.567180] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.567384] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 784.568195] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85e3f952-fe67-41b3-85eb-d660b0b06fd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.569867] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ece6824-3d4d-47d5-b719-04d091525752 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.578878] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 784.578878] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2e74d-b4c2-bc56-42e2-9ab7340424c2" [ 784.578878] env[62270]: _type = "Task" [ 784.578878] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.580433] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 784.580433] env[62270]: value = "task-4291398" [ 784.580433] env[62270]: _type = "Task" [ 784.580433] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.594610] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2e74d-b4c2-bc56-42e2-9ab7340424c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.598411] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291398, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.711854] env[62270]: DEBUG nova.network.neutron [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updated VIF entry in instance network info cache for port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 784.712295] env[62270]: DEBUG nova.network.neutron [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.737819] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 785.034031] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 785.111601] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2e74d-b4c2-bc56-42e2-9ab7340424c2, 'name': SearchDatastore_Task, 'duration_secs': 0.023568} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.111601] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291398, 'name': Rename_Task, 'duration_secs': 0.173065} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.116615] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 785.117855] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Successfully updated port: da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.120457] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Successfully created port: e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.123318] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d6927e-d27f-48d9-be4f-46b704bedf7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.129532] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62475a74-c9a2-40b1-9134-339b7f7ed54e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.133268] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.133631] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquired lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.133770] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 785.146960] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 785.146960] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52582c84-a9e3-f265-9ecb-1f103379738a" [ 785.146960] env[62270]: _type = "Task" [ 785.146960] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.155030] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 785.155030] env[62270]: value = "task-4291399" [ 785.155030] env[62270]: _type = "Task" [ 785.155030] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.175267] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52582c84-a9e3-f265-9ecb-1f103379738a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.185078] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.217734] env[62270]: DEBUG oslo_concurrency.lockutils [req-2dd06ee3-ea39-4f5d-a35c-115d4ea4d4df req-0f8c0851-a348-4d2f-adc5-2b02e9fb6d2f service nova] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.278781] env[62270]: DEBUG nova.compute.manager [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Received event network-vif-plugged-da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 785.278781] env[62270]: DEBUG oslo_concurrency.lockutils [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] Acquiring lock "42c0ff26-fdca-4268-8a11-23baad914176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.278781] env[62270]: DEBUG oslo_concurrency.lockutils [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] Lock "42c0ff26-fdca-4268-8a11-23baad914176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.278781] env[62270]: DEBUG oslo_concurrency.lockutils [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] Lock "42c0ff26-fdca-4268-8a11-23baad914176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.279364] env[62270]: DEBUG nova.compute.manager [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] No waiting events found dispatching network-vif-plugged-da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 785.279364] env[62270]: WARNING nova.compute.manager [req-5da2c894-1fd4-47f3-abb5-8bd366042162 req-cc706c56-9b4b-4b0c-82eb-e80834e9227c service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Received unexpected event network-vif-plugged-da11adc7-7cc5-426e-9931-5b79cc0ee743 for instance with vm_state building and task_state spawning. [ 785.531821] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff1852-be53-4b62-98fc-61cd005b44db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.544293] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0dd8b-a682-440d-bcfd-d2f4956dad6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.584023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.584023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c562c-a763-4cbf-a2d3-b22d02ae8aff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.590787] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938ecd9-be59-45ca-b9d7-e4829076856b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.606990] env[62270]: DEBUG nova.compute.provider_tree [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.659076] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52582c84-a9e3-f265-9ecb-1f103379738a, 'name': SearchDatastore_Task, 'duration_secs': 0.02946} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.662547] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.662884] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 785.663201] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-812cd455-b5f4-4cda-b83c-2280e370b67e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.673227] env[62270]: DEBUG oslo_vmware.api [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291399, 'name': PowerOnVM_Task, 'duration_secs': 0.522544} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.677249] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 785.677249] env[62270]: INFO nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Took 9.40 seconds to spawn the instance on the hypervisor. [ 785.677249] env[62270]: DEBUG nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 785.677249] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 785.677249] env[62270]: value = "task-4291400" [ 785.677249] env[62270]: _type = "Task" [ 785.677249] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.677798] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241261ab-3b08-499a-83c6-162b84e3173b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.694525] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.695335] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 785.760796] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 785.802833] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 785.803135] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 785.803301] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.803486] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 785.803635] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.803788] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 785.803997] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 785.804187] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 785.804359] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 785.804524] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 785.804699] env[62270]: DEBUG nova.virt.hardware [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.805925] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318786d7-4844-4942-b2dd-956b5adb3f53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.814708] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b70424-b607-4b16-9e55-0312f7ce5c7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.936670] env[62270]: DEBUG nova.network.neutron [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updating instance_info_cache with network_info: [{"id": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "address": "fa:16:3e:7d:b1:f6", "network": {"id": "b5ee8904-296b-498a-ae06-f26237785e1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-955947180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e9490d3e33479699a09e08401408a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11adc7-7c", "ovs_interfaceid": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.113366] env[62270]: DEBUG nova.scheduler.client.report [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 786.211632] env[62270]: INFO nova.compute.manager [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Took 52.61 seconds to build instance. [ 786.212400] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291400, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.445812] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Releasing lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.446054] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Instance network_info: |[{"id": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "address": "fa:16:3e:7d:b1:f6", "network": {"id": "b5ee8904-296b-498a-ae06-f26237785e1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-955947180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e9490d3e33479699a09e08401408a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11adc7-7c", "ovs_interfaceid": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 786.446879] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da11adc7-7cc5-426e-9931-5b79cc0ee743', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.456017] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Creating folder: Project (52e9490d3e33479699a09e08401408a0). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 786.458817] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd05f7d6-ef95-4192-9b67-ad26203dbb88 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.476277] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Created folder: Project (52e9490d3e33479699a09e08401408a0) in parent group-v845132. [ 786.476680] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Creating folder: Instances. Parent ref: group-v845260. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 786.477252] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9130643d-dc50-4e54-bded-78fccb226e3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.489784] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Created folder: Instances in parent group-v845260. [ 786.490111] env[62270]: DEBUG oslo.service.loopingcall [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.490344] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 786.490579] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa9769e-e7e8-4d4d-9ab1-554c446309e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.518256] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.518256] env[62270]: value = "task-4291403" [ 786.518256] env[62270]: _type = "Task" [ 786.518256] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.536593] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291403, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.622404] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.623013] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 786.626680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.994s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.629232] env[62270]: INFO nova.compute.claims [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.697541] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699306} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.697871] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 786.698256] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.698710] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc7119d-7d1e-4ee9-8684-f6daf5b208f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.707385] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 786.707385] env[62270]: value = "task-4291404" [ 786.707385] env[62270]: _type = "Task" [ 786.707385] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.713291] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a833d6b-9f5e-4c65-aceb-90283527ffb9 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.581s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.719495] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.813462] env[62270]: DEBUG nova.compute.manager [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Received event network-changed-653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 786.813716] env[62270]: DEBUG nova.compute.manager [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Refreshing instance network info cache due to event network-changed-653e0054-bc89-4338-91a3-11ac7f5a52ac. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 786.814042] env[62270]: DEBUG oslo_concurrency.lockutils [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] Acquiring lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.814329] env[62270]: DEBUG oslo_concurrency.lockutils [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] Acquired lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814542] env[62270]: DEBUG nova.network.neutron [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Refreshing network info cache for port 653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 786.895723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "interface-05698146-6db7-4514-b38e-e49ebd27d279-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.896031] env[62270]: DEBUG oslo_concurrency.lockutils [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "interface-05698146-6db7-4514-b38e-e49ebd27d279-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.896343] env[62270]: DEBUG nova.objects.instance [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lazy-loading 'flavor' on Instance uuid 05698146-6db7-4514-b38e-e49ebd27d279 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.030088] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291403, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.137496] env[62270]: DEBUG nova.compute.utils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.138871] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 787.139047] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 787.199988] env[62270]: DEBUG nova.policy [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5a9a95ec2c040dd8b3f21154553196d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52dcdc5656054709a4b1c0f30b8f9323', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 787.218373] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 787.221127] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275831} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.221602] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.222650] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ceecd2-0446-4201-80c0-5d6f28f16c7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.252138] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.253853] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921761ef-2a85-4e91-bfd2-ff30f33bf060 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277870] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 787.277870] env[62270]: value = "task-4291405" [ 787.277870] env[62270]: _type = "Task" [ 787.277870] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.289953] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.401180] env[62270]: DEBUG nova.objects.instance [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lazy-loading 'pci_requests' on Instance uuid 05698146-6db7-4514-b38e-e49ebd27d279 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.531736] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291403, 'name': CreateVM_Task, 'duration_secs': 0.888485} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.532157] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 787.534210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.534210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.534210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.534210] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0985b97b-a179-4b9b-9dd7-cd86f203171a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.541034] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 787.541034] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8d3c4-0aff-375a-65ce-58d52542bb98" [ 787.541034] env[62270]: _type = "Task" [ 787.541034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.550228] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8d3c4-0aff-375a-65ce-58d52542bb98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.611716] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Successfully updated port: e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.645620] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 787.748135] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.799546] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291405, 'name': ReconfigVM_Task, 'duration_secs': 0.290566} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.800735] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.800962] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b18b9e1-b013-45c9-b80d-d2f69a1b1e9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.815891] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 787.815891] env[62270]: value = "task-4291406" [ 787.815891] env[62270]: _type = "Task" [ 787.815891] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.829039] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291406, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.907187] env[62270]: DEBUG nova.objects.base [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Object Instance<05698146-6db7-4514-b38e-e49ebd27d279> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 787.907428] env[62270]: DEBUG nova.network.neutron [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 788.014034] env[62270]: DEBUG nova.network.neutron [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updated VIF entry in instance network info cache for port 653e0054-bc89-4338-91a3-11ac7f5a52ac. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 788.014450] env[62270]: DEBUG nova.network.neutron [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating instance_info_cache with network_info: [{"id": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "address": "fa:16:3e:cd:e2:08", "network": {"id": "4bc3469a-05ca-43af-b53b-f9838fcc5146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1749231467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1acff7235b3b4a06aa2e7dfb618fa2e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653e0054-bc", "ovs_interfaceid": "653e0054-bc89-4338-91a3-11ac7f5a52ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.039110] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Successfully created port: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.053037] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8d3c4-0aff-375a-65ce-58d52542bb98, 'name': SearchDatastore_Task, 'duration_secs': 0.053021} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.053783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-976f60e6-b1d5-4458-8ce3-a816a3d3f1f6 tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "interface-05698146-6db7-4514-b38e-e49ebd27d279-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.158s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.060870] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.061156] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.061406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.061558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.061746] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.062716] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffcdd538-d39e-4d7b-90e2-b8d3aaec74cd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.076966] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.077312] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 788.083584] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325c7591-a16e-4ae4-9cd5-9a07db738b95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.092035] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 788.092035] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b64af-c589-0927-4b2b-da6072eed85d" [ 788.092035] env[62270]: _type = "Task" [ 788.092035] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.103292] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b64af-c589-0927-4b2b-da6072eed85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.115047] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.118037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquired lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.118037] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 788.333835] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291406, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.385066] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd6e3b-5a3e-49e3-8464-e15c33f5b288 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.393634] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534441cd-26f8-4ba5-ba35-8978d24a0221 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.430070] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69ddcd-a5a5-4218-81ca-9ba07b5a0b37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.438867] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcf80ce-6591-47ba-9b9d-17ba20abb183 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.453522] env[62270]: DEBUG nova.compute.provider_tree [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.519698] env[62270]: DEBUG oslo_concurrency.lockutils [req-1eb28e9e-f79a-495c-b652-2638d9136f14 req-3904d791-6a89-4d45-9a16-d7f0edbee931 service nova] Releasing lock "refresh_cache-6fcec292-8a7f-43ba-9ab7-ac27715e9977" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.592239] env[62270]: DEBUG nova.compute.manager [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Received event network-changed-6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 788.592478] env[62270]: DEBUG nova.compute.manager [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Refreshing instance network info cache due to event network-changed-6ee02013-bc43-4447-b78e-a7891abe98fb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 788.592618] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Acquiring lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.592784] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Acquired lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.592955] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Refreshing network info cache for port 6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 788.606406] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b64af-c589-0927-4b2b-da6072eed85d, 'name': SearchDatastore_Task, 'duration_secs': 0.021828} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.607223] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76fea79-76f0-468b-8620-07ea1d67c94b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.613355] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 788.613355] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268b9d6-f3df-bacc-67bb-eb77cba52265" [ 788.613355] env[62270]: _type = "Task" [ 788.613355] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.624800] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268b9d6-f3df-bacc-67bb-eb77cba52265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.654873] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 788.657759] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 788.685449] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 788.685709] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 788.685878] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.686748] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 788.686990] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.687195] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 788.687428] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 788.687597] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 788.687777] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 788.687950] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 788.688198] env[62270]: DEBUG nova.virt.hardware [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.689408] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61c72d4-9292-4bad-900c-4c0953dd4838 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.697915] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee4523-8dac-4b93-bff1-454ce07ea6d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.803767] env[62270]: DEBUG nova.network.neutron [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Updating instance_info_cache with network_info: [{"id": "e205d169-3828-46f4-a4d3-e1df1e66421d", "address": "fa:16:3e:94:a6:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape205d169-38", "ovs_interfaceid": "e205d169-3828-46f4-a4d3-e1df1e66421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.827630] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291406, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.957100] env[62270]: DEBUG nova.scheduler.client.report [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 789.123697] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268b9d6-f3df-bacc-67bb-eb77cba52265, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.123977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.124302] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42c0ff26-fdca-4268-8a11-23baad914176/42c0ff26-fdca-4268-8a11-23baad914176.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 789.124563] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba248b31-501e-45e5-9ecb-505e80e0bbca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.130781] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 789.130781] env[62270]: value = "task-4291407" [ 789.130781] env[62270]: _type = "Task" [ 789.130781] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.141416] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.307202] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Releasing lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.307633] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Instance network_info: |[{"id": "e205d169-3828-46f4-a4d3-e1df1e66421d", "address": "fa:16:3e:94:a6:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape205d169-38", "ovs_interfaceid": "e205d169-3828-46f4-a4d3-e1df1e66421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 789.308216] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a6:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e205d169-3828-46f4-a4d3-e1df1e66421d', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.319225] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Creating folder: Project (7e7ed15e93b64afba5052702348050ea). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 789.319721] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e3ff1b2-12b2-48aa-bb81-e0b29bc0a453 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.330175] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291406, 'name': Rename_Task, 'duration_secs': 1.155012} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.330520] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 789.330785] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbb3ef29-70f0-4124-9155-eb9cf587ceb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.333871] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updated VIF entry in instance network info cache for port 6ee02013-bc43-4447-b78e-a7891abe98fb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 789.334254] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updating instance_info_cache with network_info: [{"id": "6ee02013-bc43-4447-b78e-a7891abe98fb", "address": "fa:16:3e:7f:5d:a6", "network": {"id": "ed593044-f382-4cdd-9f13-54c597f35922", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-456831285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7a5a67748c54193bec54e3b49c5f129", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1895250-76cc-41f7-b7f8-2e5679494607", "external-id": "nsx-vlan-transportzone-785", "segmentation_id": 785, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee02013-bc", "ovs_interfaceid": "6ee02013-bc43-4447-b78e-a7891abe98fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.335400] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Created folder: Project (7e7ed15e93b64afba5052702348050ea) in parent group-v845132. [ 789.335587] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Creating folder: Instances. Parent ref: group-v845263. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 789.336353] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4c8a35-2ff3-4c71-93a8-bbe6c778eb9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.340283] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 789.340283] env[62270]: value = "task-4291409" [ 789.340283] env[62270]: _type = "Task" [ 789.340283] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.344966] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Created folder: Instances in parent group-v845263. [ 789.345219] env[62270]: DEBUG oslo.service.loopingcall [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.346073] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 789.349469] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee3e3fb-3009-4eca-845d-fafad05fd45a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.364410] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.368545] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.368545] env[62270]: value = "task-4291411" [ 789.368545] env[62270]: _type = "Task" [ 789.368545] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.379051] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291411, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.462860] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.463575] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 789.466597] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.340s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.466775] env[62270]: DEBUG nova.objects.instance [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lazy-loading 'resources' on Instance uuid 71d5e979-ed99-4959-8f7b-59251e20b1b5 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.643355] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.725342] env[62270]: DEBUG nova.compute.manager [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Received event network-vif-plugged-e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 789.725342] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Acquiring lock "8959da57-2df4-45f2-864d-11b6b40340af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.726025] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Lock "8959da57-2df4-45f2-864d-11b6b40340af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.726400] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Lock "8959da57-2df4-45f2-864d-11b6b40340af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.726772] env[62270]: DEBUG nova.compute.manager [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] No waiting events found dispatching network-vif-plugged-e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 789.729383] env[62270]: WARNING nova.compute.manager [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Received unexpected event network-vif-plugged-e205d169-3828-46f4-a4d3-e1df1e66421d for instance with vm_state building and task_state spawning. [ 789.729383] env[62270]: DEBUG nova.compute.manager [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Received event network-changed-e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 789.729383] env[62270]: DEBUG nova.compute.manager [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Refreshing instance network info cache due to event network-changed-e205d169-3828-46f4-a4d3-e1df1e66421d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 789.729383] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Acquiring lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.729383] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Acquired lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.729383] env[62270]: DEBUG nova.network.neutron [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Refreshing network info cache for port e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 789.837484] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Releasing lock "refresh_cache-4b28119c-550e-4b9d-a714-e23ded49beb1" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.837814] env[62270]: DEBUG nova.compute.manager [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Received event network-changed-da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 789.838101] env[62270]: DEBUG nova.compute.manager [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Refreshing instance network info cache due to event network-changed-da11adc7-7cc5-426e-9931-5b79cc0ee743. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 789.838421] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Acquiring lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.838663] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Acquired lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.838905] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Refreshing network info cache for port da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 789.852380] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291409, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.880013] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291411, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.970625] env[62270]: DEBUG nova.compute.utils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.976264] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 789.976264] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 790.039903] env[62270]: DEBUG nova.policy [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec98a29fb57245c1b481d168f01a9326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2876596a5445028631c6b742942303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 790.051262] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Successfully updated port: 9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.147144] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690252} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.147470] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42c0ff26-fdca-4268-8a11-23baad914176/42c0ff26-fdca-4268-8a11-23baad914176.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 790.147691] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.147956] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125bd248-bf0c-4ed9-8f24-287044583a65 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.156915] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 790.156915] env[62270]: value = "task-4291412" [ 790.156915] env[62270]: _type = "Task" [ 790.156915] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.166956] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.359497] env[62270]: DEBUG oslo_vmware.api [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291409, 'name': PowerOnVM_Task, 'duration_secs': 0.659871} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.362128] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 790.362128] env[62270]: INFO nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Took 11.18 seconds to spawn the instance on the hypervisor. [ 790.362128] env[62270]: DEBUG nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 790.362128] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d760213-7aa1-417d-99c3-109ca7df37fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.389281] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291411, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.479615] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 790.495693] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Successfully created port: c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.555925] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.556089] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquired lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.556298] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 790.604215] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b5aa34-67a5-4feb-b8dc-35f45958885e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.612478] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b5ea3-f3af-4877-81a0-8f48c6a46ce0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.654949] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac812a-f617-429a-826f-22d5554f6ba3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.668344] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ddf802-d8ff-4beb-8ba0-107a986a24e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.674025] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07084} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.674954] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.675563] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702614f-59f0-4cc4-8024-5b8fc5d91e92 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.687518] env[62270]: DEBUG nova.compute.provider_tree [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.693021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "05698146-6db7-4514-b38e-e49ebd27d279" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.693021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.693021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "05698146-6db7-4514-b38e-e49ebd27d279-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.693021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.693021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.710822] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 42c0ff26-fdca-4268-8a11-23baad914176/42c0ff26-fdca-4268-8a11-23baad914176.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.711453] env[62270]: INFO nova.compute.manager [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Terminating instance [ 790.716897] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012a5a78-5ab2-4fd9-957a-dd26ac64db20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.734476] env[62270]: DEBUG nova.compute.manager [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 790.734656] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 790.735546] env[62270]: DEBUG nova.network.neutron [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Updated VIF entry in instance network info cache for port e205d169-3828-46f4-a4d3-e1df1e66421d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 790.735882] env[62270]: DEBUG nova.network.neutron [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Updating instance_info_cache with network_info: [{"id": "e205d169-3828-46f4-a4d3-e1df1e66421d", "address": "fa:16:3e:94:a6:d7", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape205d169-38", "ovs_interfaceid": "e205d169-3828-46f4-a4d3-e1df1e66421d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.737159] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.737385] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.738420] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ac112-1a8d-4626-834a-4f623e8a24ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.746975] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 790.748160] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d269358d-ee5b-4468-b514-210f08636ed4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.749661] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 790.749661] env[62270]: value = "task-4291413" [ 790.749661] env[62270]: _type = "Task" [ 790.749661] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.755078] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 790.755078] env[62270]: value = "task-4291414" [ 790.755078] env[62270]: _type = "Task" [ 790.755078] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.761116] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.766166] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.888386] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291411, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.888952] env[62270]: INFO nova.compute.manager [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Took 54.73 seconds to build instance. [ 790.892786] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updated VIF entry in instance network info cache for port da11adc7-7cc5-426e-9931-5b79cc0ee743. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 790.892786] env[62270]: DEBUG nova.network.neutron [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updating instance_info_cache with network_info: [{"id": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "address": "fa:16:3e:7d:b1:f6", "network": {"id": "b5ee8904-296b-498a-ae06-f26237785e1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-955947180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e9490d3e33479699a09e08401408a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11adc7-7c", "ovs_interfaceid": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.077557] env[62270]: DEBUG nova.compute.manager [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Received event network-vif-plugged-9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 791.077874] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Acquiring lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.078218] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.078493] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.078759] env[62270]: DEBUG nova.compute.manager [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] No waiting events found dispatching network-vif-plugged-9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 791.081201] env[62270]: WARNING nova.compute.manager [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Received unexpected event network-vif-plugged-9c7f8690-7287-4a49-a34d-e7b352d20cd3 for instance with vm_state building and task_state spawning. [ 791.081480] env[62270]: DEBUG nova.compute.manager [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Received event network-changed-9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 791.081727] env[62270]: DEBUG nova.compute.manager [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Refreshing instance network info cache due to event network-changed-9c7f8690-7287-4a49-a34d-e7b352d20cd3. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 791.082018] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Acquiring lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.102585] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 791.206020] env[62270]: DEBUG nova.scheduler.client.report [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 791.243049] env[62270]: DEBUG oslo_concurrency.lockutils [req-74ebb7cc-83b4-4bc4-9879-aa62ec7a1f6d req-174aa58f-7797-4f7f-96a5-af759e2385a5 service nova] Releasing lock "refresh_cache-8959da57-2df4-45f2-864d-11b6b40340af" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.262283] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291413, 'name': ReconfigVM_Task, 'duration_secs': 0.484432} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.262952] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 42c0ff26-fdca-4268-8a11-23baad914176/42c0ff26-fdca-4268-8a11-23baad914176.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.263609] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a0dffa-7ef4-4ff0-95f2-ed6a705ad058 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.269157] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291414, 'name': PowerOffVM_Task, 'duration_secs': 0.32032} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.269157] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 791.269294] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 791.269541] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ecf0ee8-553e-4442-9845-aa4616284c2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273689] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 791.273689] env[62270]: value = "task-4291415" [ 791.273689] env[62270]: _type = "Task" [ 791.273689] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.282700] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291415, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.336604] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 791.336859] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 791.337078] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Deleting the datastore file [datastore2] 05698146-6db7-4514-b38e-e49ebd27d279 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.337355] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e1552a4-891d-4481-8b91-43cfc2c887e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.345292] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for the task: (returnval){ [ 791.345292] env[62270]: value = "task-4291417" [ 791.345292] env[62270]: _type = "Task" [ 791.345292] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.355519] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.371022] env[62270]: DEBUG nova.network.neutron [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updating instance_info_cache with network_info: [{"id": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "address": "fa:16:3e:66:00:20", "network": {"id": "04f9c6e1-c0fd-4315-bf65-101ff52201cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1320107009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dcdc5656054709a4b1c0f30b8f9323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7f8690-72", "ovs_interfaceid": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.385016] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291411, 'name': CreateVM_Task, 'duration_secs': 1.545005} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.385112] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 791.385837] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.386015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.386381] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 791.386670] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7140fc5-f9b9-4199-8372-03544ea9e805 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.394067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db2dece-c17d-42fb-892a-fdffca169748 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.761s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.394979] env[62270]: DEBUG oslo_concurrency.lockutils [req-229ddce5-4a72-4e40-8eaa-e22211e8af43 req-04e41af3-da33-4fe0-96ce-7e2b34390b24 service nova] Releasing lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.395486] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 791.395486] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e98031-3b3f-f60f-38a5-7090ce9efe5c" [ 791.395486] env[62270]: _type = "Task" [ 791.395486] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.406420] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e98031-3b3f-f60f-38a5-7090ce9efe5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.494746] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 791.522599] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 791.522936] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 791.523120] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.523340] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 791.523592] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.523673] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 791.523910] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 791.524168] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 791.524840] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 791.524840] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 791.524840] env[62270]: DEBUG nova.virt.hardware [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 791.525749] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b663315-620a-410b-8686-fd0ab2bf0f0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.534012] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db49787-5c78-4dae-88d5-8fcb8801a65b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.709561] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.712518] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.813s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.712518] env[62270]: DEBUG nova.objects.instance [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lazy-loading 'resources' on Instance uuid 5660f1e3-a664-40aa-8bd8-b0585a419d1a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.737193] env[62270]: INFO nova.scheduler.client.report [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted allocations for instance 71d5e979-ed99-4959-8f7b-59251e20b1b5 [ 791.785831] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291415, 'name': Rename_Task, 'duration_secs': 0.171989} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.786139] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 791.786537] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09fe5b7b-b05c-45e1-b715-aab51796de17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.794535] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 791.794535] env[62270]: value = "task-4291418" [ 791.794535] env[62270]: _type = "Task" [ 791.794535] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.804218] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.855608] env[62270]: DEBUG oslo_vmware.api [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Task: {'id': task-4291417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224418} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.855880] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.856270] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 791.856503] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 791.856693] env[62270]: INFO nova.compute.manager [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Took 1.12 seconds to destroy the instance on the hypervisor. [ 791.857178] env[62270]: DEBUG oslo.service.loopingcall [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.857380] env[62270]: DEBUG nova.compute.manager [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 791.857478] env[62270]: DEBUG nova.network.neutron [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 791.875392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Releasing lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.876047] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Instance network_info: |[{"id": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "address": "fa:16:3e:66:00:20", "network": {"id": "04f9c6e1-c0fd-4315-bf65-101ff52201cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1320107009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dcdc5656054709a4b1c0f30b8f9323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7f8690-72", "ovs_interfaceid": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 791.876424] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Acquired lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.876736] env[62270]: DEBUG nova.network.neutron [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Refreshing network info cache for port 9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 791.878645] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:00:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c7f8690-7287-4a49-a34d-e7b352d20cd3', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.892043] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Creating folder: Project (52dcdc5656054709a4b1c0f30b8f9323). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 791.893455] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1df913-b6b7-4916-9124-617bab3953cd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.898507] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 791.906382] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Created folder: Project (52dcdc5656054709a4b1c0f30b8f9323) in parent group-v845132. [ 791.906642] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Creating folder: Instances. Parent ref: group-v845266. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 791.907506] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4be8b4c-4755-4c35-ae15-f381cbb78c7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914988] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e98031-3b3f-f60f-38a5-7090ce9efe5c, 'name': SearchDatastore_Task, 'duration_secs': 0.019374} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.925439] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.926194] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.926722] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.927191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.928104] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.928400] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86ca6bc0-dbcf-4b70-876d-bcd76d05c7e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.937764] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Created folder: Instances in parent group-v845266. [ 791.938248] env[62270]: DEBUG oslo.service.loopingcall [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.939237] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 791.939557] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39998c39-82bc-40c4-bfd9-223f8ddae055 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.969430] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.969860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 791.971432] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4c91a4-6efe-4353-afc7-0fb05933df1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.976966] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.976966] env[62270]: value = "task-4291421" [ 791.976966] env[62270]: _type = "Task" [ 791.976966] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.978711] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 791.978711] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b6ab73-c401-3b7d-efff-cdf4468d9c27" [ 791.978711] env[62270]: _type = "Task" [ 791.978711] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.994710] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291421, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.000402] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b6ab73-c401-3b7d-efff-cdf4468d9c27, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.001666] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0bbdf2-ac74-434c-a470-80f276937b64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.013280] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 792.013280] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b55c3f-7138-2da0-e4b5-4f7a21fa80bd" [ 792.013280] env[62270]: _type = "Task" [ 792.013280] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.022513] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b55c3f-7138-2da0-e4b5-4f7a21fa80bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.022871] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.023255] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 8959da57-2df4-45f2-864d-11b6b40340af/8959da57-2df4-45f2-864d-11b6b40340af.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 792.023608] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe91c62-da71-4ad2-aeb1-e2a944586f24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.032424] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 792.032424] env[62270]: value = "task-4291422" [ 792.032424] env[62270]: _type = "Task" [ 792.032424] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.043432] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.226890] env[62270]: DEBUG nova.compute.manager [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Received event network-vif-plugged-c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 792.226890] env[62270]: DEBUG oslo_concurrency.lockutils [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] Acquiring lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.226890] env[62270]: DEBUG oslo_concurrency.lockutils [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.226890] env[62270]: DEBUG oslo_concurrency.lockutils [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.226890] env[62270]: DEBUG nova.compute.manager [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] No waiting events found dispatching network-vif-plugged-c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 792.227198] env[62270]: WARNING nova.compute.manager [req-91a405f8-4803-43df-84f0-192d7bbe9cba req-731422fb-f224-4a87-babd-306f8e17a5be service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Received unexpected event network-vif-plugged-c06dd33c-4fb8-48cd-af67-4561bbc29f09 for instance with vm_state building and task_state spawning. [ 792.248145] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b80e4f48-0e4f-44c9-b32c-636400194b01 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "71d5e979-ed99-4959-8f7b-59251e20b1b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.692s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.308401] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291418, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.314121] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Successfully updated port: c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.430406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.490730] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291421, 'name': CreateVM_Task, 'duration_secs': 0.424735} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.493955] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 792.495071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.495168] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.495577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 792.495877] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed6f4f9-2008-4a90-a930-da41752bd745 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.504256] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 792.504256] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5226e5e7-e87d-3404-d857-2f63dbc16d87" [ 792.504256] env[62270]: _type = "Task" [ 792.504256] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.516101] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5226e5e7-e87d-3404-d857-2f63dbc16d87, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.516980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.516980] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.516980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.517172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517215] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.517464] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f9ad23-c26d-44ff-b082-be767049d200 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.537964] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.538199] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 792.539314] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4656e50-d397-4184-a0b5-6e0d586d5443 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.547186] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492082} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.548610] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 8959da57-2df4-45f2-864d-11b6b40340af/8959da57-2df4-45f2-864d-11b6b40340af.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 792.548610] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.548610] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec81bc7-b3d4-47f8-abdd-37adf5e3624c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.555473] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 792.555473] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bda6ab-5cb3-f437-efc4-e229551c6c67" [ 792.555473] env[62270]: _type = "Task" [ 792.555473] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.562732] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 792.562732] env[62270]: value = "task-4291423" [ 792.562732] env[62270]: _type = "Task" [ 792.562732] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.566607] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bda6ab-5cb3-f437-efc4-e229551c6c67, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.570466] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b272f34-0599-4f37-b9d4-a63f78ef7a69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.577184] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.578809] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 792.578809] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ce21f3-d7b1-85fe-7dd5-a1307030db29" [ 792.578809] env[62270]: _type = "Task" [ 792.578809] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.590425] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ce21f3-d7b1-85fe-7dd5-a1307030db29, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.591305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.591305] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 96ad1254-5650-4d0b-a26e-32082a5e160d/96ad1254-5650-4d0b-a26e-32082a5e160d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 792.591305] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61cce000-7e90-41f1-bbc3-869aa810a6fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.598263] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 792.598263] env[62270]: value = "task-4291424" [ 792.598263] env[62270]: _type = "Task" [ 792.598263] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.606880] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.810043] env[62270]: DEBUG oslo_vmware.api [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291418, 'name': PowerOnVM_Task, 'duration_secs': 0.524898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.810422] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 792.810570] env[62270]: INFO nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Took 9.90 seconds to spawn the instance on the hypervisor. [ 792.810761] env[62270]: DEBUG nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 792.811693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425e0300-132f-49f1-985e-1818909ffa87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.819966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.820145] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.820295] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 792.867564] env[62270]: DEBUG nova.network.neutron [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updated VIF entry in instance network info cache for port 9c7f8690-7287-4a49-a34d-e7b352d20cd3. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 792.867855] env[62270]: DEBUG nova.network.neutron [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updating instance_info_cache with network_info: [{"id": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "address": "fa:16:3e:66:00:20", "network": {"id": "04f9c6e1-c0fd-4315-bf65-101ff52201cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1320107009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dcdc5656054709a4b1c0f30b8f9323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7f8690-72", "ovs_interfaceid": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.876484] env[62270]: DEBUG nova.network.neutron [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.012655] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f6bab-111f-484f-a81e-c290fc78b1ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.022750] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c3170-4691-4a3f-970f-7a3fdc87f8fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.062543] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e58a104-4517-4a8d-8652-b30c234ae6f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.076276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee14663-94f4-4833-9a41-a304efbbe9e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.084382] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074919} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.085286] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.086242] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c445271-5b36-4da4-8a06-56cc1d2c2ef0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.097934] env[62270]: DEBUG nova.compute.provider_tree [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.125828] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8959da57-2df4-45f2-864d-11b6b40340af/8959da57-2df4-45f2-864d-11b6b40340af.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.125828] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f21c61-5e3c-4198-9d8c-7bc789dba64f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.146229] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291424, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.153818] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 793.153818] env[62270]: value = "task-4291425" [ 793.153818] env[62270]: _type = "Task" [ 793.153818] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.163836] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.212887] env[62270]: DEBUG nova.compute.manager [req-40ba4727-83ba-4106-a37e-dfccd539a867 req-f5e21a7c-fc50-427c-a846-5b980fd317fe service nova] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Received event network-vif-deleted-157821bd-f560-4622-a8ca-4ce4c8fc70d4 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 793.345589] env[62270]: INFO nova.compute.manager [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Took 47.14 seconds to build instance. [ 793.376414] env[62270]: DEBUG oslo_concurrency.lockutils [req-15de1393-0a6b-4072-bae8-4e4f13abc35f req-b1fd0970-91e4-4aac-93c5-d59587f9b5d2 service nova] Releasing lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.381570] env[62270]: INFO nova.compute.manager [-] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Took 1.52 seconds to deallocate network for instance. [ 793.412974] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 793.606617] env[62270]: DEBUG nova.scheduler.client.report [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 793.624633] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567796} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.624633] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 96ad1254-5650-4d0b-a26e-32082a5e160d/96ad1254-5650-4d0b-a26e-32082a5e160d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 793.624633] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.624633] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0506ba52-b263-448c-90c9-2e88789a43ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.634962] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 793.634962] env[62270]: value = "task-4291426" [ 793.634962] env[62270]: _type = "Task" [ 793.634962] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.646092] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.665542] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291425, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.706505] env[62270]: DEBUG nova.network.neutron [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Updating instance_info_cache with network_info: [{"id": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "address": "fa:16:3e:01:b6:fa", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dd33c-4f", "ovs_interfaceid": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.848213] env[62270]: DEBUG oslo_concurrency.lockutils [None req-307bc695-0070-4cf4-b77a-1a0baca87f92 tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.672s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.888638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.119138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.404s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.119274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.550s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.121423] env[62270]: INFO nova.compute.claims [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.142902] env[62270]: INFO nova.scheduler.client.report [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Deleted allocations for instance 5660f1e3-a664-40aa-8bd8-b0585a419d1a [ 794.150914] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083114} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.151566] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.152614] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e27d6-5a0e-4683-a418-7ab48d8549f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.165168] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291425, 'name': ReconfigVM_Task, 'duration_secs': 0.542649} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.175301] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8959da57-2df4-45f2-864d-11b6b40340af/8959da57-2df4-45f2-864d-11b6b40340af.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.186904] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 96ad1254-5650-4d0b-a26e-32082a5e160d/96ad1254-5650-4d0b-a26e-32082a5e160d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.186904] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47547563-6cbd-402f-b9f7-6a6d9c76dac9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.191018] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e186ea-96fc-4eda-b2d3-257b3a7bd389 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.209135] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.212026] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Instance network_info: |[{"id": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "address": "fa:16:3e:01:b6:fa", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dd33c-4f", "ovs_interfaceid": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 794.212848] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:b6:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06dd33c-4fb8-48cd-af67-4561bbc29f09', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.220387] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating folder: Project (1a2876596a5445028631c6b742942303). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 794.220960] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 794.220960] env[62270]: value = "task-4291427" [ 794.220960] env[62270]: _type = "Task" [ 794.220960] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.221548] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 794.221548] env[62270]: value = "task-4291428" [ 794.221548] env[62270]: _type = "Task" [ 794.221548] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.224252] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fc51f86-03da-4ad5-8b22-dd9635d2be5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.237753] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291427, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.241617] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.243804] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Created folder: Project (1a2876596a5445028631c6b742942303) in parent group-v845132. [ 794.245019] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating folder: Instances. Parent ref: group-v845269. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 794.245019] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17b1a6e8-ea8f-4d90-9a67-cb40983dac52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.259059] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Created folder: Instances in parent group-v845269. [ 794.259059] env[62270]: DEBUG oslo.service.loopingcall [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.259059] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 794.259059] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828fa4dc-7d0b-4602-98af-5d048644a8dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.285624] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.285624] env[62270]: value = "task-4291431" [ 794.285624] env[62270]: _type = "Task" [ 794.285624] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.299034] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291431, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.351282] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 794.655324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1f45467b-bb94-4e02-92a5-b8bfb0455558 tempest-ServersAdminNegativeTestJSON-628729406 tempest-ServersAdminNegativeTestJSON-628729406-project-member] Lock "5660f1e3-a664-40aa-8bd8-b0585a419d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.046s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.744014] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.751112] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Received event network-changed-c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 794.751302] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Refreshing instance network info cache due to event network-changed-c06dd33c-4fb8-48cd-af67-4561bbc29f09. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 794.751537] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquiring lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.751715] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquired lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.751912] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Refreshing network info cache for port c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 794.753525] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291427, 'name': Rename_Task, 'duration_secs': 0.273675} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.753880] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 794.754623] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b43a70b-d964-43b7-b8c4-0aac0e1a16aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.764120] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 794.764120] env[62270]: value = "task-4291432" [ 794.764120] env[62270]: _type = "Task" [ 794.764120] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.777352] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.796514] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291431, 'name': CreateVM_Task, 'duration_secs': 0.394588} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.796719] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 794.797494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.797673] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.798045] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.798335] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcaed807-36f4-4e1b-ae77-e41bc13dc100 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.804790] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 794.804790] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52142c18-a797-ec1f-38cd-ed1aac592036" [ 794.804790] env[62270]: _type = "Task" [ 794.804790] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.814573] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52142c18-a797-ec1f-38cd-ed1aac592036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.875629] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.071781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.072105] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.242356] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291428, 'name': ReconfigVM_Task, 'duration_secs': 0.563638} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.242356] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 96ad1254-5650-4d0b-a26e-32082a5e160d/96ad1254-5650-4d0b-a26e-32082a5e160d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.242356] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d19bc38-cb97-43fd-91d0-267fc56c016f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.251173] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 795.251173] env[62270]: value = "task-4291433" [ 795.251173] env[62270]: _type = "Task" [ 795.251173] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.265708] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291433, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.276029] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291432, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.327103] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52142c18-a797-ec1f-38cd-ed1aac592036, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.327103] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.327454] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.327454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.327573] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.327770] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.328375] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4e75577-a9fa-4e54-b492-88159515b5d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.341693] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.341895] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 795.342713] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a234ed49-f946-4b62-9527-5d1d8eaee23f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.350700] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 795.350700] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5213f1ce-c03f-50c0-5072-627b486838e5" [ 795.350700] env[62270]: _type = "Task" [ 795.350700] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.362186] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5213f1ce-c03f-50c0-5072-627b486838e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.613464] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Updated VIF entry in instance network info cache for port c06dd33c-4fb8-48cd-af67-4561bbc29f09. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 795.613882] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Updating instance_info_cache with network_info: [{"id": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "address": "fa:16:3e:01:b6:fa", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06dd33c-4f", "ovs_interfaceid": "c06dd33c-4fb8-48cd-af67-4561bbc29f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.762058] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291433, 'name': Rename_Task, 'duration_secs': 0.223328} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.764836] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 795.766016] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-426a0457-34b7-484d-961c-c5f9090fcd34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.776912] env[62270]: DEBUG oslo_vmware.api [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291432, 'name': PowerOnVM_Task, 'duration_secs': 0.671898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.779276] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 795.779524] env[62270]: INFO nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Took 10.02 seconds to spawn the instance on the hypervisor. [ 795.779746] env[62270]: DEBUG nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 795.780573] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e155ac61-a1af-4113-91a0-e8fc35aa7d40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.783294] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 795.783294] env[62270]: value = "task-4291434" [ 795.783294] env[62270]: _type = "Task" [ 795.783294] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.783990] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299a039e-a9cb-4d0a-9481-1b8eea7ad17c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.794920] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8451a-8338-4a5a-8562-f5911a688572 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.805992] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291434, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.834581] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e07eae3-4f0d-4037-b6ba-fc4a2d5dcc09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.843801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238550d-c152-4a1b-a0d9-f893f611f08f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.860726] env[62270]: DEBUG nova.compute.provider_tree [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.873019] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5213f1ce-c03f-50c0-5072-627b486838e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013486} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.874428] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a05817c-97df-497d-9949-3c297e13ae66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.881398] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 795.881398] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c3627-90d8-4baf-d7bb-fc9f148f01d8" [ 795.881398] env[62270]: _type = "Task" [ 795.881398] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.892052] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c3627-90d8-4baf-d7bb-fc9f148f01d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.116413] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Releasing lock "refresh_cache-b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.116572] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Received event network-changed-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 796.116734] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Refreshing instance network info cache due to event network-changed-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 796.116962] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.117132] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.117307] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Refreshing network info cache for port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 796.305417] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.319109] env[62270]: INFO nova.compute.manager [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Took 46.22 seconds to build instance. [ 796.367072] env[62270]: DEBUG nova.scheduler.client.report [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 796.401081] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c3627-90d8-4baf-d7bb-fc9f148f01d8, 'name': SearchDatastore_Task, 'duration_secs': 0.026534} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.401460] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.401783] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff/b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 796.402221] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-225e3aeb-95a3-4b04-9082-926e9c3643bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.414434] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 796.414434] env[62270]: value = "task-4291435" [ 796.414434] env[62270]: _type = "Task" [ 796.414434] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.428427] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.800248] env[62270]: DEBUG oslo_vmware.api [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291434, 'name': PowerOnVM_Task, 'duration_secs': 0.90286} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.800557] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 796.801317] env[62270]: INFO nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Took 8.14 seconds to spawn the instance on the hypervisor. [ 796.801733] env[62270]: DEBUG nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 796.803021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0ced6c-d083-4e5b-9ed5-333cc7c3976e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.822249] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9eebfc6e-4d42-4ffe-8240-061b589916b5 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.822s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.880022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.880022] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 796.883147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.098s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.883462] env[62270]: DEBUG nova.objects.instance [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'resources' on Instance uuid bc02092f-b0fb-4de1-af9f-b803460516f0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.927018] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.061567] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updated VIF entry in instance network info cache for port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 797.062027] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.331642] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 797.336220] env[62270]: INFO nova.compute.manager [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Took 43.53 seconds to build instance. [ 797.387825] env[62270]: DEBUG nova.compute.utils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.389284] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 797.389582] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 797.426580] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87983} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.432520] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff/b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 797.432520] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.432949] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c80f1aed-996e-44b5-9c72-9f48c42b59a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.441649] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 797.441649] env[62270]: value = "task-4291436" [ 797.441649] env[62270]: _type = "Task" [ 797.441649] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.454404] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.512055] env[62270]: DEBUG nova.policy [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec98a29fb57245c1b481d168f01a9326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2876596a5445028631c6b742942303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 797.565661] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.567053] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Received event network-changed-da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 797.567053] env[62270]: DEBUG nova.compute.manager [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Refreshing instance network info cache due to event network-changed-da11adc7-7cc5-426e-9931-5b79cc0ee743. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 797.567053] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquiring lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.567053] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Acquired lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.567053] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Refreshing network info cache for port da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 797.844099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e520469c-b640-4c33-b3b5-ebbdd940276c tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.502s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.861324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.897372] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 797.926134] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Successfully created port: 4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.956315] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063292} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.959906] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.961261] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08aa4bd-c500-4d90-989f-73f402942843 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.986971] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff/b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.990261] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13ee9e6-4399-4c58-aa1c-fc0260e65b31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.012216] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 798.012216] env[62270]: value = "task-4291437" [ 798.012216] env[62270]: _type = "Task" [ 798.012216] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.022842] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.114964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "8959da57-2df4-45f2-864d-11b6b40340af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.115256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.115472] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "8959da57-2df4-45f2-864d-11b6b40340af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.115666] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.115841] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.120244] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94cf29-f44c-40b1-a6f2-2ae407b931b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.126924] env[62270]: INFO nova.compute.manager [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Terminating instance [ 798.130090] env[62270]: DEBUG nova.compute.manager [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 798.130319] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 798.132039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a134c77d-0640-4bf6-b276-afebd9ac9828 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.143353] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed3d7c-a8e8-4c0a-bd99-b2e72d38ff5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.148762] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 798.149406] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f770eb-8205-4f9e-84ba-b9ad15ea3076 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.181024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed455ae8-72ac-4b10-a773-0caff9d0fef6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.184450] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 798.184450] env[62270]: value = "task-4291438" [ 798.184450] env[62270]: _type = "Task" [ 798.184450] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.191898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a964419c-8e67-4cd8-8b55-0fb978ee2006 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.198861] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.210296] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.360715] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 798.527810] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.542673] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updated VIF entry in instance network info cache for port da11adc7-7cc5-426e-9931-5b79cc0ee743. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 798.543200] env[62270]: DEBUG nova.network.neutron [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updating instance_info_cache with network_info: [{"id": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "address": "fa:16:3e:7d:b1:f6", "network": {"id": "b5ee8904-296b-498a-ae06-f26237785e1a", "bridge": "br-int", "label": "tempest-ServersTestJSON-955947180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52e9490d3e33479699a09e08401408a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda11adc7-7c", "ovs_interfaceid": "da11adc7-7cc5-426e-9931-5b79cc0ee743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.694575] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291438, 'name': PowerOffVM_Task, 'duration_secs': 0.337127} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.694863] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 798.695056] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 798.695320] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc4cb13-4e12-47e2-8f0e-0d9bc0349b3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.742204] env[62270]: ERROR nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [req-05707b86-6392-4eee-a08d-ffc01f3444a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-05707b86-6392-4eee-a08d-ffc01f3444a3"}]} [ 798.764150] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 798.778977] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 798.779248] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.790766] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 798.817612] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 798.878182] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 798.878425] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 798.879431] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Deleting the datastore file [datastore2] 8959da57-2df4-45f2-864d-11b6b40340af {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.879431] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a69a881-0b65-4baa-a95c-ba3fe8c51bb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.886346] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for the task: (returnval){ [ 798.886346] env[62270]: value = "task-4291440" [ 798.886346] env[62270]: _type = "Task" [ 798.886346] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.892345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.899186] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.914399] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 798.959541] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 798.959541] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 798.961017] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.961017] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 798.961017] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.961017] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 798.964360] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 798.964566] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 798.965111] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 798.965111] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 798.965267] env[62270]: DEBUG nova.virt.hardware [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.966283] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b086313b-6bab-43b3-ae2b-ea499d2dd8f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.979062] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1858fa2-edeb-4340-b1e0-96b523051802 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.029908] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291437, 'name': ReconfigVM_Task, 'duration_secs': 0.599602} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.033390] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff/b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.035279] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d13492-d8cf-48e5-ac90-6966fd5938a9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.043689] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 799.043689] env[62270]: value = "task-4291441" [ 799.043689] env[62270]: _type = "Task" [ 799.043689] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.047090] env[62270]: DEBUG oslo_concurrency.lockutils [req-5c5b27a7-054d-4781-a54f-1a5ec6924a10 req-0360ffea-4723-4e47-b9da-57c649412382 service nova] Releasing lock "refresh_cache-42c0ff26-fdca-4268-8a11-23baad914176" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.054846] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291441, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.141385] env[62270]: DEBUG nova.compute.manager [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Received event network-changed-9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 799.141385] env[62270]: DEBUG nova.compute.manager [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Refreshing instance network info cache due to event network-changed-9c7f8690-7287-4a49-a34d-e7b352d20cd3. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 799.141385] env[62270]: DEBUG oslo_concurrency.lockutils [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] Acquiring lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.141385] env[62270]: DEBUG oslo_concurrency.lockutils [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] Acquired lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141385] env[62270]: DEBUG nova.network.neutron [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Refreshing network info cache for port 9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 799.401863] env[62270]: DEBUG oslo_vmware.api [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Task: {'id': task-4291440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14189} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.402858] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.402858] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 799.402858] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 799.402858] env[62270]: INFO nova.compute.manager [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Took 1.27 seconds to destroy the instance on the hypervisor. [ 799.403073] env[62270]: DEBUG oslo.service.loopingcall [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.403287] env[62270]: DEBUG nova.compute.manager [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 799.403287] env[62270]: DEBUG nova.network.neutron [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 799.492064] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240de073-5de4-4307-b570-e9b0d5b4e579 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.503526] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24ebab-7392-49fd-8b25-9ef38a8f0369 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.539550] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65af664-22d6-4a42-8889-805fce1f36be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.558378] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dfcdc3-9f06-4654-b429-d3654075f1a9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.577477] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.578385] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291441, 'name': Rename_Task, 'duration_secs': 0.145661} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.578592] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 799.579206] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42530b87-5d9b-4494-83cf-175476604ed2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.586081] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 799.586081] env[62270]: value = "task-4291442" [ 799.586081] env[62270]: _type = "Task" [ 799.586081] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.601205] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.638203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.638527] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.845141] env[62270]: DEBUG nova.compute.manager [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Received event network-vif-plugged-4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 799.845206] env[62270]: DEBUG oslo_concurrency.lockutils [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] Acquiring lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.845418] env[62270]: DEBUG oslo_concurrency.lockutils [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.845591] env[62270]: DEBUG oslo_concurrency.lockutils [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.846195] env[62270]: DEBUG nova.compute.manager [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] No waiting events found dispatching network-vif-plugged-4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 799.846195] env[62270]: WARNING nova.compute.manager [req-005bc6d6-4989-4c50-86ff-d70af3617a4b req-c82dae9b-26a6-474e-91a1-bc19a1056ba6 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Received unexpected event network-vif-plugged-4e0263b3-7a6b-445f-9135-a07796aea314 for instance with vm_state building and task_state spawning. [ 800.103876] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.110978] env[62270]: ERROR nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [req-7ad9ef76-b105-4793-ae26-d0da51a0c158] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ad9ef76-b105-4793-ae26-d0da51a0c158"}]} [ 800.122918] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Successfully updated port: 4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.140045] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 800.156716] env[62270]: DEBUG nova.network.neutron [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updated VIF entry in instance network info cache for port 9c7f8690-7287-4a49-a34d-e7b352d20cd3. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 800.158272] env[62270]: DEBUG nova.network.neutron [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updating instance_info_cache with network_info: [{"id": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "address": "fa:16:3e:66:00:20", "network": {"id": "04f9c6e1-c0fd-4315-bf65-101ff52201cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1320107009-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52dcdc5656054709a4b1c0f30b8f9323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c7f8690-72", "ovs_interfaceid": "9c7f8690-7287-4a49-a34d-e7b352d20cd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.170627] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 800.170959] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.187364] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 800.213690] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 800.347946] env[62270]: DEBUG nova.network.neutron [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.601936] env[62270]: DEBUG oslo_vmware.api [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291442, 'name': PowerOnVM_Task, 'duration_secs': 0.584277} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.602268] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 800.602484] env[62270]: INFO nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 9.11 seconds to spawn the instance on the hypervisor. [ 800.602671] env[62270]: DEBUG nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 800.603560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036071c-6787-4397-83c7-6be61d785c1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.630916] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.631075] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.631315] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 800.660372] env[62270]: DEBUG oslo_concurrency.lockutils [req-a284ce82-17ba-4b18-94c2-c2c12f03dcf3 req-e3650aac-e401-4b8d-be84-a6b4672b5ed5 service nova] Releasing lock "refresh_cache-96ad1254-5650-4d0b-a26e-32082a5e160d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.832344] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8698f-64df-4cc8-b61a-c9a0598227a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.839280] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf49dd-21d0-400d-8794-58e4e6a69d2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.870582] env[62270]: INFO nova.compute.manager [-] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Took 1.47 seconds to deallocate network for instance. [ 800.872770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059db1eb-6178-4abe-b531-350080af6e80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.883340] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e01b50-4b71-42ac-a039-b084cf307286 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.897207] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.126982] env[62270]: INFO nova.compute.manager [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 41.52 seconds to build instance. [ 801.166803] env[62270]: DEBUG nova.compute.manager [req-c8d1a2ba-88be-43e2-9d48-04f4e6ed4c4b req-6b5b3de6-7d49-4737-bd3b-5115f2b58be1 service nova] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Received event network-vif-deleted-e205d169-3828-46f4-a4d3-e1df1e66421d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 801.180474] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 801.380172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.406526] env[62270]: DEBUG nova.network.neutron [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Updating instance_info_cache with network_info: [{"id": "4e0263b3-7a6b-445f-9135-a07796aea314", "address": "fa:16:3e:da:5f:56", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0263b3-7a", "ovs_interfaceid": "4e0263b3-7a6b-445f-9135-a07796aea314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.439036] env[62270]: DEBUG nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 801.439359] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 78 to 79 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.439548] env[62270]: DEBUG nova.compute.provider_tree [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.629234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-66a0126c-8336-4f19-b980-4206e3f03a70 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.195s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.875505] env[62270]: DEBUG nova.compute.manager [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Received event network-changed-4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 801.875668] env[62270]: DEBUG nova.compute.manager [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Refreshing instance network info cache due to event network-changed-4e0263b3-7a6b-445f-9135-a07796aea314. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 801.875871] env[62270]: DEBUG oslo_concurrency.lockutils [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] Acquiring lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.910067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.910067] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Instance network_info: |[{"id": "4e0263b3-7a6b-445f-9135-a07796aea314", "address": "fa:16:3e:da:5f:56", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0263b3-7a", "ovs_interfaceid": "4e0263b3-7a6b-445f-9135-a07796aea314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 801.910371] env[62270]: DEBUG oslo_concurrency.lockutils [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] Acquired lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.910568] env[62270]: DEBUG nova.network.neutron [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Refreshing network info cache for port 4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 801.911751] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:5f:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e0263b3-7a6b-445f-9135-a07796aea314', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.919454] env[62270]: DEBUG oslo.service.loopingcall [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.919908] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 801.920161] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-823cd918-59a2-4fd9-9d8b-389497f89624 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.942502] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.942502] env[62270]: value = "task-4291443" [ 801.942502] env[62270]: _type = "Task" [ 801.942502] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.946394] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.063s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.949045] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.483s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.949045] env[62270]: DEBUG nova.objects.instance [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lazy-loading 'resources' on Instance uuid 8e99a697-45d9-4a68-9b79-e8214ccd4141 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.954922] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291443, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.967955] env[62270]: INFO nova.scheduler.client.report [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted allocations for instance bc02092f-b0fb-4de1-af9f-b803460516f0 [ 802.132541] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 802.454674] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291443, 'name': CreateVM_Task, 'duration_secs': 0.352591} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.454827] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 802.455665] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.455665] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.455965] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.456234] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8911776-7578-41ce-b59d-98c5e17dc2d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.461168] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 802.461168] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524af955-8738-6376-ef04-645609baec54" [ 802.461168] env[62270]: _type = "Task" [ 802.461168] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.469505] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524af955-8738-6376-ef04-645609baec54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.477161] env[62270]: DEBUG oslo_concurrency.lockutils [None req-75bb72f0-721c-4637-8ff1-b11c5312881d tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "bc02092f-b0fb-4de1-af9f-b803460516f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.902s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.654093] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.679636] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "acca6958-450c-40bb-aa90-81cd94c2f757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.679788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.680011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.680227] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.680407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.684917] env[62270]: INFO nova.compute.manager [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Terminating instance [ 802.687804] env[62270]: DEBUG nova.compute.manager [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 802.688235] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 802.688879] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee93c5d-f685-4c06-b2c1-b572cc17e3d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.696787] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 802.697362] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f2b6f4b-71f1-46c6-8ac2-aeb347f81f04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.705950] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 802.705950] env[62270]: value = "task-4291444" [ 802.705950] env[62270]: _type = "Task" [ 802.705950] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.714975] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.785505] env[62270]: DEBUG nova.network.neutron [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Updated VIF entry in instance network info cache for port 4e0263b3-7a6b-445f-9135-a07796aea314. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 802.785933] env[62270]: DEBUG nova.network.neutron [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Updating instance_info_cache with network_info: [{"id": "4e0263b3-7a6b-445f-9135-a07796aea314", "address": "fa:16:3e:da:5f:56", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e0263b3-7a", "ovs_interfaceid": "4e0263b3-7a6b-445f-9135-a07796aea314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.978576] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524af955-8738-6376-ef04-645609baec54, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.978920] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.979189] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.979441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.979597] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.979788] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.980114] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91476b29-0408-4780-85ba-0e033b678063 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.994935] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.995285] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 802.996665] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6f3477-a09c-43f6-8ec8-561a0e20d113 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.999678] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65870ec0-3dbd-498f-a71f-66f482211756 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.005556] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 803.005556] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52463037-b813-f760-9245-50d940795865" [ 803.005556] env[62270]: _type = "Task" [ 803.005556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.010809] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f9f26-d7db-42b8-bf92-12ac2ddbd6a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.020453] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52463037-b813-f760-9245-50d940795865, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.044881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc05918-1688-4625-8139-b805c7cf990d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.052746] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e29da8b-d339-41b4-be64-391b185a21c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.067303] env[62270]: DEBUG nova.compute.provider_tree [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.216225] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291444, 'name': PowerOffVM_Task, 'duration_secs': 0.252855} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.216542] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 803.216730] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 803.217011] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0819820c-0a3a-406b-ba9d-56532b3a50ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.276015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 803.276357] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 803.276659] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleting the datastore file [datastore2] acca6958-450c-40bb-aa90-81cd94c2f757 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.277018] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d82b5a4-c4c6-49c4-87b1-88afddd9608f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.284455] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 803.284455] env[62270]: value = "task-4291446" [ 803.284455] env[62270]: _type = "Task" [ 803.284455] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.290996] env[62270]: DEBUG oslo_concurrency.lockutils [req-3e093e93-a3ea-455a-af9b-727aae9b575e req-95e47a23-c944-4857-be72-e70e12139534 service nova] Releasing lock "refresh_cache-3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.294573] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.516895] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52463037-b813-f760-9245-50d940795865, 'name': SearchDatastore_Task, 'duration_secs': 0.02483} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.517738] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2561263-e894-4642-ae67-3be803f06d95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.522530] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 803.522530] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278d8a1-74fe-7fd9-fee5-acc122c87d3c" [ 803.522530] env[62270]: _type = "Task" [ 803.522530] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.529604] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278d8a1-74fe-7fd9-fee5-acc122c87d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.570714] env[62270]: DEBUG nova.scheduler.client.report [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 803.795079] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.034196] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5278d8a1-74fe-7fd9-fee5-acc122c87d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.034453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.034712] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc/3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 804.034968] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbbeeda4-2a2c-4a7b-bef3-13da727bf0b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.041681] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 804.041681] env[62270]: value = "task-4291447" [ 804.041681] env[62270]: _type = "Task" [ 804.041681] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.048869] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.075964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.078457] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.601s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.080066] env[62270]: INFO nova.compute.claims [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.099134] env[62270]: INFO nova.scheduler.client.report [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Deleted allocations for instance 8e99a697-45d9-4a68-9b79-e8214ccd4141 [ 804.299110] env[62270]: DEBUG oslo_vmware.api [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534329} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.299110] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.299110] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 804.299110] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 804.299110] env[62270]: INFO nova.compute.manager [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Took 1.61 seconds to destroy the instance on the hypervisor. [ 804.299110] env[62270]: DEBUG oslo.service.loopingcall [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.299713] env[62270]: DEBUG nova.compute.manager [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 804.299713] env[62270]: DEBUG nova.network.neutron [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 804.556303] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.609317] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a4ea7fd-5782-472c-a325-db4d4c35501e tempest-ServersTestBootFromVolume-497817236 tempest-ServersTestBootFromVolume-497817236-project-member] Lock "8e99a697-45d9-4a68-9b79-e8214ccd4141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.414s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.663982] env[62270]: DEBUG nova.compute.manager [req-8705d3ab-c8ce-4ae4-b398-438eeb8271bc req-41814058-8d77-4c61-b80e-685e968445ff service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Received event network-vif-deleted-a2a9755e-1f5d-4e72-bc53-1ee519e85e50 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 804.664302] env[62270]: INFO nova.compute.manager [req-8705d3ab-c8ce-4ae4-b398-438eeb8271bc req-41814058-8d77-4c61-b80e-685e968445ff service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Neutron deleted interface a2a9755e-1f5d-4e72-bc53-1ee519e85e50; detaching it from the instance and deleting it from the info cache [ 804.664452] env[62270]: DEBUG nova.network.neutron [req-8705d3ab-c8ce-4ae4-b398-438eeb8271bc req-41814058-8d77-4c61-b80e-685e968445ff service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.055134] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538697} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.055417] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc/3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 805.055645] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.055907] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2512b910-7809-4f96-bdc7-4191b2871d59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.064089] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 805.064089] env[62270]: value = "task-4291448" [ 805.064089] env[62270]: _type = "Task" [ 805.064089] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.071993] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.140912] env[62270]: DEBUG nova.network.neutron [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.168326] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f6a5437-59dc-4086-8189-d5bdd0050cc2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.177916] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2335e92e-9204-402c-b7b0-3e005ad3b5a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.216661] env[62270]: DEBUG nova.compute.manager [req-8705d3ab-c8ce-4ae4-b398-438eeb8271bc req-41814058-8d77-4c61-b80e-685e968445ff service nova] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Detach interface failed, port_id=a2a9755e-1f5d-4e72-bc53-1ee519e85e50, reason: Instance acca6958-450c-40bb-aa90-81cd94c2f757 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 805.583441] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062583} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.584475] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.585061] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e02c174-d7a7-455b-8be4-f5eabb344fe9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.613960] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc/3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.619025] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3410745-737a-44f1-9a07-919877a19c2e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.638646] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 805.638646] env[62270]: value = "task-4291449" [ 805.638646] env[62270]: _type = "Task" [ 805.638646] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.643610] env[62270]: INFO nova.compute.manager [-] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Took 1.34 seconds to deallocate network for instance. [ 805.650105] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.727263] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e46bf-daa4-4aeb-ac88-549b13d0faa5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.734692] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5838aa-54cc-490d-8297-f111470e6437 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.767987] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d029d4-3574-4f1b-ba7f-311a63a1fd0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.777649] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65101678-3172-47c2-a0b8-13ea10d74d5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.792485] env[62270]: DEBUG nova.compute.provider_tree [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.150217] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291449, 'name': ReconfigVM_Task, 'duration_secs': 0.465541} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.151131] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc/3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.152057] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe277dd-7842-44b0-8a9d-6165b4e25489 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.154468] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.159560] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 806.159560] env[62270]: value = "task-4291450" [ 806.159560] env[62270]: _type = "Task" [ 806.159560] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.167849] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291450, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.333160] env[62270]: DEBUG nova.scheduler.client.report [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 806.333247] env[62270]: DEBUG nova.compute.provider_tree [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 79 to 80 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 806.333956] env[62270]: DEBUG nova.compute.provider_tree [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.670202] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291450, 'name': Rename_Task, 'duration_secs': 0.163042} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.670560] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 806.670858] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c6eb89c-3ff3-4194-baf9-3564516bd189 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.677527] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 806.677527] env[62270]: value = "task-4291451" [ 806.677527] env[62270]: _type = "Task" [ 806.677527] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.685120] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.838393] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.841174] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 806.844523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.283s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.844803] env[62270]: DEBUG nova.objects.instance [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lazy-loading 'resources' on Instance uuid 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.187481] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.352044] env[62270]: DEBUG nova.compute.utils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 807.352930] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 807.354021] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 807.424856] env[62270]: DEBUG nova.policy [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1a39e7280434fd1b0d339d6070b90ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f1de8d37d3345c2a838e4ba7e783cc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 807.692574] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.770162] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Successfully created port: 4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.858671] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 807.935226] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0030f99-ec0f-41bb-a17e-e345b79aba55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.946212] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6fd1d7-2993-4d61-a991-f19aec8ddebf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.981023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99479c0-20cb-4510-8fa4-e1e4747d0e9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.989495] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed949d3-45c6-4f3c-ad85-7a781e5daba2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.004547] env[62270]: DEBUG nova.compute.provider_tree [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.187550] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Successfully created port: 28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.192701] env[62270]: DEBUG oslo_vmware.api [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291451, 'name': PowerOnVM_Task, 'duration_secs': 1.452479} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.193074] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 808.193301] env[62270]: INFO nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Took 9.28 seconds to spawn the instance on the hypervisor. [ 808.193494] env[62270]: DEBUG nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 808.194329] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d475824b-fca4-45a3-b61a-b7190c0bfa8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.509392] env[62270]: DEBUG nova.scheduler.client.report [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 808.714032] env[62270]: INFO nova.compute.manager [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Took 33.16 seconds to build instance. [ 808.865479] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 808.893834] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 808.894362] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 808.894659] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.894966] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 808.895245] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.895536] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 808.896041] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 808.896317] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 808.896608] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 808.897108] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 808.897423] env[62270]: DEBUG nova.virt.hardware [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.898699] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df8bae-8280-4d7c-abe8-4aafd9e16267 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906716] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30059165-d147-4c75-b741-b8af82162f84 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.013346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.016022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.470s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.016022] env[62270]: DEBUG nova.objects.instance [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lazy-loading 'resources' on Instance uuid 32a9811d-6354-4c48-bf60-3d68b93704af {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.037504] env[62270]: INFO nova.scheduler.client.report [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted allocations for instance 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae [ 809.216363] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edce5a73-d556-46ab-8e3e-64b93df821ea tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.652s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.546526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b1876a5-5735-40a7-bf7a-662db57ad85b tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.033s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.721148] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 809.994237] env[62270]: DEBUG nova.compute.manager [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-vif-plugged-4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 809.994237] env[62270]: DEBUG oslo_concurrency.lockutils [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] Acquiring lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.994237] env[62270]: DEBUG oslo_concurrency.lockutils [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.994416] env[62270]: DEBUG oslo_concurrency.lockutils [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.994588] env[62270]: DEBUG nova.compute.manager [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] No waiting events found dispatching network-vif-plugged-4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 809.994741] env[62270]: WARNING nova.compute.manager [req-aad8323a-07af-424e-8f97-0b38465c6a07 req-69bf2412-12b3-4deb-b0df-91df2b8bede0 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received unexpected event network-vif-plugged-4a51360c-953a-46e4-9652-f760a8bcd53c for instance with vm_state building and task_state spawning. [ 810.029597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cb798d-044c-4937-8dda-73c06778b089 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.037807] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7d67e-d3f8-465c-a528-2b511899dff6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.070673] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe42466-c37c-4508-a8be-834f5b544023 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.078272] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebeb1e4-2758-4cf8-92a0-d0476c40675d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.095934] env[62270]: DEBUG nova.compute.provider_tree [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.102408] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Successfully updated port: 4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.240131] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.406329] env[62270]: DEBUG nova.compute.manager [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 810.407633] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bcf217-4c03-449f-b462-0df2d27ef226 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.599823] env[62270]: DEBUG nova.scheduler.client.report [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 810.918704] env[62270]: INFO nova.compute.manager [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] instance snapshotting [ 810.922044] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57888d57-15a2-40cf-90e4-a56e325cc8e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.945159] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca94c922-241e-4372-bb60-da4fd0c307ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.106078] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.109415] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.555s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.109664] env[62270]: DEBUG nova.objects.instance [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lazy-loading 'resources' on Instance uuid 1fba106f-f5ee-461d-99a2-9f79c0080aac {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.136646] env[62270]: INFO nova.scheduler.client.report [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Deleted allocations for instance 32a9811d-6354-4c48-bf60-3d68b93704af [ 811.456971] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.457321] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fbb44f6-2dbd-4694-96e6-2fc65eed9703 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.465976] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 811.465976] env[62270]: value = "task-4291452" [ 811.465976] env[62270]: _type = "Task" [ 811.465976] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.476208] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.644695] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e82dd1b8-fd20-4446-b252-789237a4fb9c tempest-InstanceActionsV221TestJSON-1610421341 tempest-InstanceActionsV221TestJSON-1610421341-project-member] Lock "32a9811d-6354-4c48-bf60-3d68b93704af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.450s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.977366] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291452, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.083864] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4681f-13f8-4893-ac85-dcc99a5ed9c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.091598] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b27b9f-7889-4f2b-bc2b-555af85e55ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.122251] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67035f20-606b-4d0a-8533-a8032cbdaa3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.133804] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97751b26-2c3d-47d1-8a62-b44ebc301cb1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.151064] env[62270]: DEBUG nova.compute.provider_tree [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.154445] env[62270]: DEBUG nova.compute.manager [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-changed-4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 812.154645] env[62270]: DEBUG nova.compute.manager [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Refreshing instance network info cache due to event network-changed-4a51360c-953a-46e4-9652-f760a8bcd53c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 812.154869] env[62270]: DEBUG oslo_concurrency.lockutils [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] Acquiring lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.155029] env[62270]: DEBUG oslo_concurrency.lockutils [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] Acquired lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.155203] env[62270]: DEBUG nova.network.neutron [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Refreshing network info cache for port 4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 812.477657] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291452, 'name': CreateSnapshot_Task, 'duration_secs': 0.837677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.477938] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.478712] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be88cd5-3b56-479f-b2d0-67f2f22b0a57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.660656] env[62270]: DEBUG nova.scheduler.client.report [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 812.740271] env[62270]: DEBUG nova.network.neutron [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 812.806739] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Successfully updated port: 28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.924766] env[62270]: DEBUG nova.network.neutron [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.000464] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.000867] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c175cfbc-992f-482e-aa59-761bbd31b524 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.011307] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 813.011307] env[62270]: value = "task-4291453" [ 813.011307] env[62270]: _type = "Task" [ 813.011307] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.022158] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291453, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.168922] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.173893] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.229s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.174180] env[62270]: DEBUG nova.objects.instance [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'resources' on Instance uuid 6401b84d-af23-4c99-843a-5798e49c2edf {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.199969] env[62270]: INFO nova.scheduler.client.report [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted allocations for instance 1fba106f-f5ee-461d-99a2-9f79c0080aac [ 813.310236] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.428556] env[62270]: DEBUG oslo_concurrency.lockutils [req-0c0c3694-10ee-4189-a255-e108fb06660d req-e1f9887b-96fb-4735-922a-922c33e95401 service nova] Releasing lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.428892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.429065] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 813.523076] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291453, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.710106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3d094c16-18ee-4b9c-9445-e35d77328ffe tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "1fba106f-f5ee-461d-99a2-9f79c0080aac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.907s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.001687] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 814.025311] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291453, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.173559] env[62270]: DEBUG nova.compute.manager [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-vif-plugged-28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 814.173839] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Acquiring lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.173995] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.174277] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.174502] env[62270]: DEBUG nova.compute.manager [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] No waiting events found dispatching network-vif-plugged-28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 814.174688] env[62270]: WARNING nova.compute.manager [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received unexpected event network-vif-plugged-28194844-93d8-4e64-8eb3-46dfde18a0a9 for instance with vm_state building and task_state spawning. [ 814.174855] env[62270]: DEBUG nova.compute.manager [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-changed-28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 814.175369] env[62270]: DEBUG nova.compute.manager [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Refreshing instance network info cache due to event network-changed-28194844-93d8-4e64-8eb3-46dfde18a0a9. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 814.175733] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Acquiring lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.217255] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a866059-b6f6-470d-86d3-33ebe7848fa1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.228019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c54ed23-764c-42a3-a491-e3b58b8ca15b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.260649] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360c708-a68a-48cd-8ca7-d4af5749db63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.267826] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd174a2b-6659-4050-a5b2-4ccdb02ca3f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.281263] env[62270]: DEBUG nova.compute.provider_tree [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.515442] env[62270]: DEBUG nova.network.neutron [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updating instance_info_cache with network_info: [{"id": "4a51360c-953a-46e4-9652-f760a8bcd53c", "address": "fa:16:3e:86:02:d8", "network": {"id": "774165dc-340c-43bc-8faa-80f450c94bad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161071187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a51360c-95", "ovs_interfaceid": "4a51360c-953a-46e4-9652-f760a8bcd53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "address": "fa:16:3e:43:ae:84", "network": {"id": "74731232-742c-4e8c-9b04-cd5a3b7a234f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21323058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28194844-93", "ovs_interfaceid": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.525806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.525806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.531513] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291453, 'name': CloneVM_Task, 'duration_secs': 1.227113} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.532138] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Created linked-clone VM from snapshot [ 814.532996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05267e08-2a96-4268-bb49-86a708a795b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.542463] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Uploading image 939e4658-cacf-4b96-80cc-eb4afb440bbf {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 814.559821] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.560237] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.574247] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.574247] env[62270]: value = "vm-845274" [ 814.574247] env[62270]: _type = "VirtualMachine" [ 814.574247] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.574834] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a4ff6539-7dee-499d-b88e-7c32185b3993 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.583126] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease: (returnval){ [ 814.583126] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bbee83-db93-f6de-e733-3fc16af2b807" [ 814.583126] env[62270]: _type = "HttpNfcLease" [ 814.583126] env[62270]: } obtained for exporting VM: (result){ [ 814.583126] env[62270]: value = "vm-845274" [ 814.583126] env[62270]: _type = "VirtualMachine" [ 814.583126] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.583126] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the lease: (returnval){ [ 814.583126] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bbee83-db93-f6de-e733-3fc16af2b807" [ 814.583126] env[62270]: _type = "HttpNfcLease" [ 814.583126] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.591899] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.591899] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bbee83-db93-f6de-e733-3fc16af2b807" [ 814.591899] env[62270]: _type = "HttpNfcLease" [ 814.591899] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.786336] env[62270]: DEBUG nova.scheduler.client.report [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 815.025574] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.025974] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance network_info: |[{"id": "4a51360c-953a-46e4-9652-f760a8bcd53c", "address": "fa:16:3e:86:02:d8", "network": {"id": "774165dc-340c-43bc-8faa-80f450c94bad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161071187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a51360c-95", "ovs_interfaceid": "4a51360c-953a-46e4-9652-f760a8bcd53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "address": "fa:16:3e:43:ae:84", "network": {"id": "74731232-742c-4e8c-9b04-cd5a3b7a234f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21323058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28194844-93", "ovs_interfaceid": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 815.026319] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Acquired lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.026517] env[62270]: DEBUG nova.network.neutron [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Refreshing network info cache for port 28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 815.027760] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:02:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a51360c-953a-46e4-9652-f760a8bcd53c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ae:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28194844-93d8-4e64-8eb3-46dfde18a0a9', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.037635] env[62270]: DEBUG oslo.service.loopingcall [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.038618] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 815.038851] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19203767-985e-4c2c-b9be-ed45273431a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.063874] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.063874] env[62270]: value = "task-4291455" [ 815.063874] env[62270]: _type = "Task" [ 815.063874] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.072104] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291455, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.091043] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.091043] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bbee83-db93-f6de-e733-3fc16af2b807" [ 815.091043] env[62270]: _type = "HttpNfcLease" [ 815.091043] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.091043] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.091043] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bbee83-db93-f6de-e733-3fc16af2b807" [ 815.091043] env[62270]: _type = "HttpNfcLease" [ 815.091043] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.091373] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f4d85-f997-420e-9587-dc6fd5bbf9d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.099518] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.099704] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.194152] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1cd00a48-7804-4f32-956f-85c2a1a4e9a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.290057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.291777] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.753s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.293439] env[62270]: INFO nova.compute.claims [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.329962] env[62270]: INFO nova.scheduler.client.report [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted allocations for instance 6401b84d-af23-4c99-843a-5798e49c2edf [ 815.574630] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291455, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.839938] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1a974f5-bf95-4dfc-838a-4d3b872f683e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "6401b84d-af23-4c99-843a-5798e49c2edf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.605s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.844382] env[62270]: DEBUG oslo_concurrency.lockutils [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] Acquired lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.845690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b9021-9374-4cd9-bbd8-fc7630f56915 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.856505] env[62270]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 815.857722] env[62270]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62270) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 815.857876] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c91ac117-5d1e-471e-9dd9-0d603bea2ff1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.870086] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ba9010-b775-4e46-bb9a-16be5c8d32dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.910822] env[62270]: ERROR root [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-845230' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-845230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-845230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-845230'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-845230' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-845230' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-845230'}\n"]: nova.exception.InstanceNotFound: Instance 6401b84d-af23-4c99-843a-5798e49c2edf could not be found. [ 815.911184] env[62270]: DEBUG oslo_concurrency.lockutils [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] Releasing lock "6401b84d-af23-4c99-843a-5798e49c2edf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.911497] env[62270]: DEBUG nova.compute.manager [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Detach interface failed, port_id=4a0b5b54-3e15-49ec-8096-77ed00f50c9a, reason: Instance 6401b84d-af23-4c99-843a-5798e49c2edf could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 815.911745] env[62270]: DEBUG nova.compute.manager [req-643bcd25-6b20-4a53-91a1-bc2dc5f7d3d2 req-0d0de542-e35c-4329-996f-48a064949867 service nova] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Received event network-vif-deleted-be628c64-f041-453b-81f2-9a5a7f43348b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 816.077882] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291455, 'name': CreateVM_Task, 'duration_secs': 0.525267} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.078805] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 816.082039] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.082039] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.082039] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.082039] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f07f87-8433-4ea9-b9d6-79f1bac5af86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.085029] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 816.085029] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e59e40-7f69-54b5-a8fb-85f124e3ec2a" [ 816.085029] env[62270]: _type = "Task" [ 816.085029] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.095890] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e59e40-7f69-54b5-a8fb-85f124e3ec2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.152477] env[62270]: DEBUG nova.network.neutron [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updated VIF entry in instance network info cache for port 28194844-93d8-4e64-8eb3-46dfde18a0a9. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 816.152912] env[62270]: DEBUG nova.network.neutron [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updating instance_info_cache with network_info: [{"id": "4a51360c-953a-46e4-9652-f760a8bcd53c", "address": "fa:16:3e:86:02:d8", "network": {"id": "774165dc-340c-43bc-8faa-80f450c94bad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1161071187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a51360c-95", "ovs_interfaceid": "4a51360c-953a-46e4-9652-f760a8bcd53c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "address": "fa:16:3e:43:ae:84", "network": {"id": "74731232-742c-4e8c-9b04-cd5a3b7a234f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21323058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28194844-93", "ovs_interfaceid": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.600140] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e59e40-7f69-54b5-a8fb-85f124e3ec2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.600578] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.600889] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.601162] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.601374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.601527] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.603520] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf279f1d-b445-42d6-be83-c53e8d7aca01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.611064] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.611232] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 816.612242] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b411837-f91e-4bee-ad93-e41886869f3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.618679] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 816.618679] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528cbdb8-ac21-8172-ff69-308272cfaedb" [ 816.618679] env[62270]: _type = "Task" [ 816.618679] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.629785] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528cbdb8-ac21-8172-ff69-308272cfaedb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.656103] env[62270]: DEBUG oslo_concurrency.lockutils [req-973e515c-b590-4572-9f5e-d66e6f10fe71 req-6e430b62-3a8d-49b2-8079-5eccbade09ec service nova] Releasing lock "refresh_cache-3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.831395] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0eb76-41a3-4758-95ed-86fbeaaeedb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.840198] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50455bf9-1b94-4f27-ad24-b06d95a35abe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.871502] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4622e0-9541-4e30-80e3-c0bfed5b36c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.882438] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da848f-3e2f-4332-9dc7-21d604484cfd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.897536] env[62270]: DEBUG nova.compute.provider_tree [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.129105] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528cbdb8-ac21-8172-ff69-308272cfaedb, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.129990] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bcf1f4-829e-4ca5-bea2-653a308416b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.135412] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 817.135412] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52764e1e-a8dc-3b01-e0b2-213926607566" [ 817.135412] env[62270]: _type = "Task" [ 817.135412] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.144961] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52764e1e-a8dc-3b01-e0b2-213926607566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.401589] env[62270]: DEBUG nova.scheduler.client.report [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 817.646222] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52764e1e-a8dc-3b01-e0b2-213926607566, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.646515] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.646843] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f/3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 817.647200] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9e83963-e948-44bf-9b48-5d78e7ca5d67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.655060] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 817.655060] env[62270]: value = "task-4291456" [ 817.655060] env[62270]: _type = "Task" [ 817.655060] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.663553] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.909087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.909583] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 817.912391] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.332s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.913840] env[62270]: INFO nova.compute.claims [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.090455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.090455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.165103] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.418717] env[62270]: DEBUG nova.compute.utils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.422539] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 818.422539] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 818.486772] env[62270]: DEBUG nova.policy [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45a6f10adac142c5a85f0796a4085cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41bfa7b5be8140609b9e92b8465eeed3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 818.665626] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627281} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.666206] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f/3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 818.666582] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.666965] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32717f3e-65f9-4c7e-817d-278068806174 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.674531] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 818.674531] env[62270]: value = "task-4291457" [ 818.674531] env[62270]: _type = "Task" [ 818.674531] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.684082] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.926022] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 818.947551] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Successfully created port: a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.188870] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07772} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.188870] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.189210] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e81c8-1df1-43b1-b015-a306bc647123 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.218764] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f/3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.221889] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c0da51-2108-465d-86b5-348759f8a18a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.242202] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 819.242202] env[62270]: value = "task-4291458" [ 819.242202] env[62270]: _type = "Task" [ 819.242202] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.254760] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.489550] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f12fb91-264a-42fa-bf81-f2bf2a27b230 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.499364] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f80ca27-8110-4fb1-ab35-14de40b62b78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.530038] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc0ce8-a0bc-4313-99db-1a4febc72621 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.539696] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471adbdd-3aec-4a5f-8d5c-6df8d7e15eb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.551159] env[62270]: DEBUG nova.compute.provider_tree [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.755190] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291458, 'name': ReconfigVM_Task, 'duration_secs': 0.494289} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.755377] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f/3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.755911] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f293b420-797e-4edb-a1e2-f9bd847c490a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.762203] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 819.762203] env[62270]: value = "task-4291459" [ 819.762203] env[62270]: _type = "Task" [ 819.762203] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.771443] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291459, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.933474] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 819.955047] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 819.955329] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 819.955496] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.955688] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 819.955840] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.955991] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 819.956220] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 819.956385] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 819.956556] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 819.956724] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 819.956905] env[62270]: DEBUG nova.virt.hardware [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.957801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa6b257-d17d-4be8-8a76-f9f577022c20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.966492] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28682f72-9499-463a-98b0-355de7ac8ad8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.054535] env[62270]: DEBUG nova.scheduler.client.report [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 820.274214] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291459, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.455926] env[62270]: DEBUG nova.compute.manager [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 820.456178] env[62270]: DEBUG oslo_concurrency.lockutils [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.456407] env[62270]: DEBUG oslo_concurrency.lockutils [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.456586] env[62270]: DEBUG oslo_concurrency.lockutils [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.456760] env[62270]: DEBUG nova.compute.manager [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] No waiting events found dispatching network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 820.456931] env[62270]: WARNING nova.compute.manager [req-1751fe5d-8718-4b34-9f78-2793c9b61f26 req-0a697c38-45d4-49a6-a55f-0fe53d0d178f service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received unexpected event network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb for instance with vm_state building and task_state spawning. [ 820.506760] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.507092] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.559294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.559834] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 820.562770] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.815s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.564758] env[62270]: INFO nova.compute.claims [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.615479] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Successfully updated port: a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.774018] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291459, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.016367] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.016637] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 821.070593] env[62270]: DEBUG nova.compute.utils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.074680] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 821.075670] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 821.118134] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.118206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.118407] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 821.126837] env[62270]: DEBUG nova.policy [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cc8b46cf00a4ab7bc144784ce36ade7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95c9e5b3f7db4635a31c93132e678e77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 821.275849] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291459, 'name': Rename_Task, 'duration_secs': 1.078154} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.277405] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 821.277405] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fa201a3-8df8-479c-98da-585a97aa1e12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.284070] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 821.284070] env[62270]: value = "task-4291460" [ 821.284070] env[62270]: _type = "Task" [ 821.284070] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293834] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.575412] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 821.590909] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Successfully created port: 12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.670118] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 821.796129] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291460, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.083191] env[62270]: DEBUG nova.network.neutron [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.174442] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8892983-4f78-4864-91b1-9ba114660654 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.182751] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe3459-00c1-493f-b8f0-90be7ff50871 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.218535] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116cecf-2605-4391-bf19-d829da1a693b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.226753] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac1281-b33f-4e73-84c5-d8ed3b5c92c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.242621] env[62270]: DEBUG nova.compute.provider_tree [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.296563] env[62270]: DEBUG oslo_vmware.api [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291460, 'name': PowerOnVM_Task, 'duration_secs': 0.664903} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.296860] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 822.297081] env[62270]: INFO nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Took 13.43 seconds to spawn the instance on the hypervisor. [ 822.297278] env[62270]: DEBUG nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 822.298157] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d0b4a-0c9a-4255-914d-f39075062d2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.588618] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.589486] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance network_info: |[{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 822.590696] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 822.592455] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:f3:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ac9db7-31c0-495d-bffe-96aa613f98cb', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.602283] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating folder: Project (41bfa7b5be8140609b9e92b8465eeed3). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 822.602283] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d84f4b83-28cb-4a93-a46e-f2cc3f4da442 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.613743] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created folder: Project (41bfa7b5be8140609b9e92b8465eeed3) in parent group-v845132. [ 822.613933] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating folder: Instances. Parent ref: group-v845276. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 822.614352] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e449df-ebea-404c-aee3-c0eb099e3d58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.620095] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 822.620332] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 822.620498] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.620687] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 822.620846] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.621018] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 822.621234] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 822.621408] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 822.621584] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 822.621804] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 822.621961] env[62270]: DEBUG nova.virt.hardware [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.622798] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901cd0d6-a6e4-46d7-8da5-6b6bf711e3c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626395] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created folder: Instances in parent group-v845276. [ 822.626633] env[62270]: DEBUG oslo.service.loopingcall [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.627291] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 822.627476] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebeece34-2f96-4428-a40b-8cf92adb80e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.645758] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf8fec-15cc-4086-b7cf-4dd145facc72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.650505] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.650505] env[62270]: value = "task-4291463" [ 822.650505] env[62270]: _type = "Task" [ 822.650505] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.667302] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291463, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.728500] env[62270]: DEBUG nova.compute.manager [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 822.728698] env[62270]: DEBUG nova.compute.manager [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing instance network info cache due to event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 822.728926] env[62270]: DEBUG oslo_concurrency.lockutils [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.729097] env[62270]: DEBUG oslo_concurrency.lockutils [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.729267] env[62270]: DEBUG nova.network.neutron [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.745330] env[62270]: DEBUG nova.scheduler.client.report [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 822.815663] env[62270]: INFO nova.compute.manager [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Took 45.36 seconds to build instance. [ 822.936092] env[62270]: INFO nova.compute.manager [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Rebuilding instance [ 822.978566] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "4b28119c-550e-4b9d-a714-e23ded49beb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.979366] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.979680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.979950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.980203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.984492] env[62270]: INFO nova.compute.manager [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Terminating instance [ 822.985999] env[62270]: DEBUG nova.compute.manager [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 822.987036] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7651b97-1765-4a93-91c8-6b97399825a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.990510] env[62270]: DEBUG nova.compute.manager [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 822.990833] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 822.991836] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e430fa00-8727-446a-8e23-74fab770398b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.999347] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 823.001042] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b59c4c93-4ce6-4121-b78b-8fe639583a2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.009694] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 823.009694] env[62270]: value = "task-4291464" [ 823.009694] env[62270]: _type = "Task" [ 823.009694] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.019623] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.161150] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291463, 'name': CreateVM_Task, 'duration_secs': 0.40753} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.161336] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 823.162051] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.162367] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.162828] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.163039] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55164d60-bf10-4533-88c7-454d02e24bf5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.167894] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 823.167894] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c3b71c-c3c0-2978-6401-58e1dc67efc6" [ 823.167894] env[62270]: _type = "Task" [ 823.167894] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.176286] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c3b71c-c3c0-2978-6401-58e1dc67efc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.249617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.250155] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 823.253601] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.823s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.254790] env[62270]: INFO nova.compute.claims [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.317413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-05c2d1be-ce98-4df9-862a-59ec9f9d5c60 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.788s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.507648] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 823.508074] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2741010-2386-46f3-85e4-0958c8c4be86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.515979] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 823.515979] env[62270]: value = "task-4291465" [ 823.515979] env[62270]: _type = "Task" [ 823.515979] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.520018] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291464, 'name': PowerOffVM_Task, 'duration_secs': 0.431764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.523873] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 823.524150] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 823.524452] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec065701-fa68-481e-95a1-990afe01822d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.533335] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.600931] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 823.601207] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 823.601398] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleting the datastore file [datastore2] 4b28119c-550e-4b9d-a714-e23ded49beb1 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.601711] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d11dc8dd-1d13-436f-8069-2519ec55279c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.608695] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for the task: (returnval){ [ 823.608695] env[62270]: value = "task-4291467" [ 823.608695] env[62270]: _type = "Task" [ 823.608695] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.617543] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.688207] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c3b71c-c3c0-2978-6401-58e1dc67efc6, 'name': SearchDatastore_Task, 'duration_secs': 0.020519} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.688572] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.688831] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.689100] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.689267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.689602] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.689751] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-676f6313-e813-4e1a-8232-55bc96e8a540 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.708783] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.709132] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 823.709970] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee273553-e372-4ab7-b7d6-c6edc9c5de18 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.716342] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 823.716342] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d35253-12a1-ec31-b290-e15a49dabb32" [ 823.716342] env[62270]: _type = "Task" [ 823.716342] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.725188] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d35253-12a1-ec31-b290-e15a49dabb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.760475] env[62270]: DEBUG nova.compute.utils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.770298] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 823.770416] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 823.775315] env[62270]: DEBUG nova.network.neutron [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updated VIF entry in instance network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 823.775832] env[62270]: DEBUG nova.network.neutron [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.820332] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 823.832022] env[62270]: DEBUG nova.policy [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c2a8e64a4e4de78fac8fe7eedc2c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd04228f699451984de990f1a8795a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 823.879400] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.880826] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f7aeeb-f6e3-4a37-868f-084a699a7c4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.889213] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.889400] env[62270]: ERROR oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk due to incomplete transfer. [ 823.889634] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-834f8c65-fce0-46c4-90cb-3cfefafa1e58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.898116] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52693c62-216f-715d-fbe6-c3b92dfd1580/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.898116] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Uploaded image 939e4658-cacf-4b96-80cc-eb4afb440bbf to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 823.900444] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 823.901223] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Successfully updated port: 12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.902365] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ac9dc1a-1f53-4581-ab83-218c16f1fd5a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.906951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.907176] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.907387] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.907573] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.907748] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.910970] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 823.910970] env[62270]: value = "task-4291468" [ 823.910970] env[62270]: _type = "Task" [ 823.910970] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.911417] env[62270]: INFO nova.compute.manager [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Terminating instance [ 823.916693] env[62270]: DEBUG nova.compute.manager [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 823.917185] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 823.917931] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c593213-9ad2-481e-99ce-14dd03f3373e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.926370] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291468, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.928520] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 823.928884] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b97ff5e-9926-46dc-97c8-3fcf6b4775a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.935252] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 823.935252] env[62270]: value = "task-4291469" [ 823.935252] env[62270]: _type = "Task" [ 823.935252] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.944366] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.030530] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291465, 'name': PowerOffVM_Task, 'duration_secs': 0.27578} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.030850] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 824.031691] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 824.032606] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d56098-f545-4dad-b137-acb31a3a1420 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.041220] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 824.041220] env[62270]: value = "task-4291470" [ 824.041220] env[62270]: _type = "Task" [ 824.041220] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.051221] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 824.051221] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.051371] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845196', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'name': 'volume-26c52984-a774-4339-ae16-2cb8570b689f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fcec292-8a7f-43ba-9ab7-ac27715e9977', 'attached_at': '', 'detached_at': '', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'serial': '26c52984-a774-4339-ae16-2cb8570b689f'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.052175] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71942c11-1e7d-4a1c-8b55-5ecc72b49ef7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.074248] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306029c-5737-4dc4-ba08-3e4d629086fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.082446] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb1cb94-ab53-48d4-b958-712f1f3cbc49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.104518] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb3729-0b72-4bf6-b590-b67721db5f08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.124824] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] The volume has not been displaced from its original location: [datastore2] volume-26c52984-a774-4339-ae16-2cb8570b689f/volume-26c52984-a774-4339-ae16-2cb8570b689f.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 824.130059] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.131045] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Successfully created port: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.135030] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a5b7f5d-0ac9-4bda-94ab-82923a392648 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.151142] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.156594] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 824.156594] env[62270]: value = "task-4291471" [ 824.156594] env[62270]: _type = "Task" [ 824.156594] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.165020] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.228191] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d35253-12a1-ec31-b290-e15a49dabb32, 'name': SearchDatastore_Task, 'duration_secs': 0.022182} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.229564] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d997b5-2236-4a68-8082-3e60b47f31dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.235360] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 824.235360] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d00e9c-1249-5f11-9852-67d28d819fab" [ 824.235360] env[62270]: _type = "Task" [ 824.235360] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.243951] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d00e9c-1249-5f11-9852-67d28d819fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.270229] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 824.282031] env[62270]: DEBUG oslo_concurrency.lockutils [req-d346df9f-cf6b-4e2f-85f7-05df09f54523 req-28311a92-4946-4f53-930a-ceae56383657 service nova] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.358913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.405022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.407324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.407324] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 824.428655] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291468, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.445680] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291469, 'name': PowerOffVM_Task, 'duration_secs': 0.376654} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.445680] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 824.445917] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 824.446213] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6cbd213-f1e9-4bd2-abf2-1cc016913767 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.547392] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 824.547620] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 824.547833] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleting the datastore file [datastore2] 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.550599] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56c2025-143b-4d4c-9ac4-4b9bfe2aa647 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.563310] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for the task: (returnval){ [ 824.563310] env[62270]: value = "task-4291473" [ 824.563310] env[62270]: _type = "Task" [ 824.563310] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.575889] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.610973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.610973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquired lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610973] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Forcefully refreshing network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 824.627726] env[62270]: DEBUG oslo_vmware.api [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Task: {'id': task-4291467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.667266} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.628490] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.628848] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 824.629078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 824.629295] env[62270]: INFO nova.compute.manager [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Took 1.64 seconds to destroy the instance on the hypervisor. [ 824.629582] env[62270]: DEBUG oslo.service.loopingcall [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 824.630095] env[62270]: DEBUG nova.compute.manager [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 824.630333] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 824.667119] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291471, 'name': ReconfigVM_Task, 'duration_secs': 0.249577} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.667446] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.673380] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb36e36-46bf-453b-87d8-e8899be651b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.698828] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 824.698828] env[62270]: value = "task-4291474" [ 824.698828] env[62270]: _type = "Task" [ 824.698828] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.710308] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.747865] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d00e9c-1249-5f11-9852-67d28d819fab, 'name': SearchDatastore_Task, 'duration_secs': 0.012647} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.748223] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.748556] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 824.749127] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94206f23-e4e8-42f6-a2c6-a4f9edc36eb1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.756200] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 824.756200] env[62270]: value = "task-4291475" [ 824.756200] env[62270]: _type = "Task" [ 824.756200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.767430] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.871608] env[62270]: DEBUG nova.compute.manager [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received event network-vif-plugged-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 824.871852] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Acquiring lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.872199] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.872445] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.872667] env[62270]: DEBUG nova.compute.manager [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] No waiting events found dispatching network-vif-plugged-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 824.872879] env[62270]: WARNING nova.compute.manager [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received unexpected event network-vif-plugged-12702faa-cbc2-446d-a5aa-a60571e369bb for instance with vm_state building and task_state spawning. [ 824.873097] env[62270]: DEBUG nova.compute.manager [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 824.873333] env[62270]: DEBUG nova.compute.manager [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing instance network info cache due to event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 824.873544] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Acquiring lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.922075] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291468, 'name': Destroy_Task, 'duration_secs': 0.657355} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.922412] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Destroyed the VM [ 824.922723] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.923024] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3f48231-650e-474c-9aed-a514fce074fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.931955] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 824.931955] env[62270]: value = "task-4291476" [ 824.931955] env[62270]: _type = "Task" [ 824.931955] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.942824] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.953302] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e52cf1-410a-40ed-98a7-be667907330d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.961399] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb2137-a0af-4fe6-a910-1cc585ae8d97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.994507] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d9c07f-7efb-43bd-9eb0-dc0080f6ffb3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.002831] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc4742b-66cb-4435-a022-18b6baab33ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017644] env[62270]: DEBUG nova.compute.provider_tree [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.073521] env[62270]: DEBUG oslo_vmware.api [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Task: {'id': task-4291473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228857} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.073721] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.073957] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 825.074186] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 825.074376] env[62270]: INFO nova.compute.manager [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 825.074637] env[62270]: DEBUG oslo.service.loopingcall [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.074837] env[62270]: DEBUG nova.compute.manager [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 825.074932] env[62270]: DEBUG nova.network.neutron [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 825.170082] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 825.210374] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291474, 'name': ReconfigVM_Task, 'duration_secs': 0.135783} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.210818] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845196', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'name': 'volume-26c52984-a774-4339-ae16-2cb8570b689f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6fcec292-8a7f-43ba-9ab7-ac27715e9977', 'attached_at': '', 'detached_at': '', 'volume_id': '26c52984-a774-4339-ae16-2cb8570b689f', 'serial': '26c52984-a774-4339-ae16-2cb8570b689f'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 825.211189] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 825.216259] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e303e-d97c-48c6-8636-0761da1bfd3a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.228134] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 825.228427] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2caa40c4-51af-4402-bfd2-eb50343cf7bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.268448] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50544} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.268448] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 825.272808] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.272808] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1752c256-f2d9-46a0-b783-dc5ad6a46b47 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.279630] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 825.283236] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 825.283236] env[62270]: value = "task-4291478" [ 825.283236] env[62270]: _type = "Task" [ 825.283236] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.289144] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 825.289385] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 825.289572] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Deleting the datastore file [datastore2] 6fcec292-8a7f-43ba-9ab7-ac27715e9977 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.289826] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44cce09-64a2-4660-afb7-01b5e240d9e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.295100] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.298496] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for the task: (returnval){ [ 825.298496] env[62270]: value = "task-4291479" [ 825.298496] env[62270]: _type = "Task" [ 825.298496] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.306543] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.314623] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 825.314881] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 825.315062] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.315261] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 825.315875] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.315875] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 825.315875] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 825.316074] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 825.316125] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 825.316283] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 825.316470] env[62270]: DEBUG nova.virt.hardware [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.317298] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858f9515-c958-4734-b6cd-3e67fcda4c6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.328077] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb2ca57-ba46-498e-90a7-053127174077 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.444972] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.521841] env[62270]: DEBUG nova.scheduler.client.report [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 825.633842] env[62270]: DEBUG nova.network.neutron [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [{"id": "12702faa-cbc2-446d-a5aa-a60571e369bb", "address": "fa:16:3e:49:06:5e", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12702faa-cb", "ovs_interfaceid": "12702faa-cbc2-446d-a5aa-a60571e369bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.797546] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066068} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.797731] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.798768] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773004a0-b304-4a57-b615-b5dc3af10385 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.829680] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.835025] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7764b60-4383-4097-8fa7-99d8f7591e6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.852054] env[62270]: DEBUG oslo_vmware.api [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Task: {'id': task-4291479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.852054] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.852054] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 825.852054] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 825.859870] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 825.859870] env[62270]: value = "task-4291480" [ 825.859870] env[62270]: _type = "Task" [ 825.859870] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.870038] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.880369] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Successfully updated port: 332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.924980] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.925667] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69d23766-58aa-48f1-beb2-41411814518c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.939447] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6c3004-35aa-47a8-b3dc-a3863b8df3ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.961316] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291476, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.979328] env[62270]: ERROR nova.compute.manager [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Failed to detach volume 26c52984-a774-4339-ae16-2cb8570b689f from /dev/sda: nova.exception.InstanceNotFound: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Traceback (most recent call last): [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self.driver.rebuild(**kwargs) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise NotImplementedError() [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] NotImplementedError [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] During handling of the above exception, another exception occurred: [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Traceback (most recent call last): [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self.driver.detach_volume(context, old_connection_info, [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] return self._volumeops.detach_volume(connection_info, instance) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._detach_volume_vmdk(connection_info, instance) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] stable_ref.fetch_moref(session) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise exception.InstanceNotFound(instance_id=self._uuid) [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] nova.exception.InstanceNotFound: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. [ 825.979328] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.029375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.031981] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 826.033625] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.145s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.034151] env[62270]: DEBUG nova.objects.instance [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lazy-loading 'resources' on Instance uuid 05698146-6db7-4514-b38e-e49ebd27d279 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.137317] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.137317] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance network_info: |[{"id": "12702faa-cbc2-446d-a5aa-a60571e369bb", "address": "fa:16:3e:49:06:5e", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12702faa-cb", "ovs_interfaceid": "12702faa-cbc2-446d-a5aa-a60571e369bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 826.137317] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Acquired lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.137317] env[62270]: DEBUG nova.network.neutron [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing network info cache for port 12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 826.137317] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:06:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12702faa-cbc2-446d-a5aa-a60571e369bb', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.143964] env[62270]: DEBUG oslo.service.loopingcall [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.145448] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 826.145448] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e54fc0-094d-4955-882d-8e9a4f57a6e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.172673] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [{"id": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "address": "fa:16:3e:34:81:ca", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd1fa2b8-fd", "ovs_interfaceid": "fd1fa2b8-fd92-4a95-be19-290ec5983ea0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.174548] env[62270]: DEBUG nova.compute.utils [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Build of instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 aborted: Failed to rebuild volume backed instance. {{(pid=62270) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 826.176447] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.176447] env[62270]: value = "task-4291481" [ 826.176447] env[62270]: _type = "Task" [ 826.176447] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.181933] env[62270]: DEBUG nova.compute.manager [req-44288152-93de-458f-ab79-56fba84c9e6b req-decf29e6-3ecd-48c3-ace1-3ae14cd1d741 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-vif-deleted-4a51360c-953a-46e4-9652-f760a8bcd53c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 826.182141] env[62270]: INFO nova.compute.manager [req-44288152-93de-458f-ab79-56fba84c9e6b req-decf29e6-3ecd-48c3-ace1-3ae14cd1d741 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Neutron deleted interface 4a51360c-953a-46e4-9652-f760a8bcd53c; detaching it from the instance and deleting it from the info cache [ 826.182412] env[62270]: DEBUG nova.network.neutron [req-44288152-93de-458f-ab79-56fba84c9e6b req-decf29e6-3ecd-48c3-ace1-3ae14cd1d741 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updating instance_info_cache with network_info: [{"id": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "address": "fa:16:3e:43:ae:84", "network": {"id": "74731232-742c-4e8c-9b04-cd5a3b7a234f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-21323058", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6f1de8d37d3345c2a838e4ba7e783cc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28194844-93", "ovs_interfaceid": "28194844-93d8-4e64-8eb3-46dfde18a0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.189713] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291481, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.190762] env[62270]: ERROR nova.compute.manager [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 aborted: Failed to rebuild volume backed instance. [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Traceback (most recent call last): [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self.driver.rebuild(**kwargs) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise NotImplementedError() [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] NotImplementedError [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] During handling of the above exception, another exception occurred: [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Traceback (most recent call last): [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._detach_root_volume(context, instance, root_bdm) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] with excutils.save_and_reraise_exception(): [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self.force_reraise() [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise self.value [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self.driver.detach_volume(context, old_connection_info, [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] return self._volumeops.detach_volume(connection_info, instance) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._detach_volume_vmdk(connection_info, instance) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] stable_ref.fetch_moref(session) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise exception.InstanceNotFound(instance_id=self._uuid) [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] nova.exception.InstanceNotFound: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] During handling of the above exception, another exception occurred: [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Traceback (most recent call last): [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 10941, in _error_out_instance_on_exception [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] yield [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 826.190762] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._do_rebuild_instance_with_claim( [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._do_rebuild_instance( [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._rebuild_default_impl(**kwargs) [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] self._rebuild_volume_backed_instance( [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] raise exception.BuildAbortException( [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] nova.exception.BuildAbortException: Build of instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 aborted: Failed to rebuild volume backed instance. [ 826.193129] env[62270]: ERROR nova.compute.manager [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] [ 826.288167] env[62270]: DEBUG nova.network.neutron [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.379284] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291480, 'name': ReconfigVM_Task, 'duration_secs': 0.354916} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.379792] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.380970] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4608fd37-48b2-4a1f-a539-fecbf3308bd3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.384966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.384966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.385242] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 826.390312] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 826.390312] env[62270]: value = "task-4291482" [ 826.390312] env[62270]: _type = "Task" [ 826.390312] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.407214] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291482, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.448030] env[62270]: DEBUG oslo_vmware.api [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291476, 'name': RemoveSnapshot_Task, 'duration_secs': 1.47086} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.448030] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.448030] env[62270]: INFO nova.compute.manager [None req-6ce4bd3a-a773-4eaa-a4ee-c3b3260e470e tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 826.544021] env[62270]: DEBUG nova.compute.utils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 826.544021] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 826.544021] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 826.626843] env[62270]: DEBUG nova.policy [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6b75b26bae44ed9b1bd1576f6b89e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '853a0f7361384dd691784c7bc114c6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 826.627134] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.679620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Releasing lock "refresh_cache-f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.679849] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updated the network info_cache for instance {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10075}} [ 826.680203] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.686628] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.688251] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.688916] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b146dc11-9aa7-4ddf-bccf-7488f790b661 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.698079] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.700886] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291481, 'name': CreateVM_Task, 'duration_secs': 0.519416} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.702998] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.703562] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 826.704561] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.704773] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 826.705418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.705599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.705973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 826.707295] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 826.708299] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba77f4d-df76-4b07-88c7-29979ced8e1b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.713569] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae004b1a-664b-4228-9644-28cf8675661b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.732031] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 826.732031] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52275adc-157c-7b50-4a18-73012f8e06a8" [ 826.732031] env[62270]: _type = "Task" [ 826.732031] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.740558] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52275adc-157c-7b50-4a18-73012f8e06a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.759089] env[62270]: DEBUG nova.compute.manager [req-44288152-93de-458f-ab79-56fba84c9e6b req-decf29e6-3ecd-48c3-ace1-3ae14cd1d741 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Detach interface failed, port_id=4a51360c-953a-46e4-9652-f760a8bcd53c, reason: Instance 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 826.791885] env[62270]: INFO nova.compute.manager [-] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Took 1.72 seconds to deallocate network for instance. [ 826.905378] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291482, 'name': Rename_Task, 'duration_secs': 0.154674} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.905727] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 826.906070] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7854ba9-9cfb-43ee-9483-2156c1b5f8b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.911928] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 826.911928] env[62270]: value = "task-4291483" [ 826.911928] env[62270]: _type = "Task" [ 826.911928] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.923915] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.928981] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 827.047845] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 827.084888] env[62270]: DEBUG nova.network.neutron [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Updating instance_info_cache with network_info: [{"id": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "address": "fa:16:3e:5e:3d:96", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f4e24-d1", "ovs_interfaceid": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.119063] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7237fde-7423-43df-8240-923c6b23902b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.127654] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181940f-1ec0-4919-acc6-2dea97de61d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.135020] env[62270]: INFO nova.compute.manager [-] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Took 2.50 seconds to deallocate network for instance. [ 827.169019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc041f63-7c29-4be3-b384-0404a64afd2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.174118] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb6d66-9b53-4c8b-880a-53981c51e15a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.190074] env[62270]: DEBUG nova.compute.provider_tree [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.211218] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.219709] env[62270]: DEBUG nova.network.neutron [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updated VIF entry in instance network info cache for port 12702faa-cbc2-446d-a5aa-a60571e369bb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 827.220219] env[62270]: DEBUG nova.network.neutron [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [{"id": "12702faa-cbc2-446d-a5aa-a60571e369bb", "address": "fa:16:3e:49:06:5e", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12702faa-cb", "ovs_interfaceid": "12702faa-cbc2-446d-a5aa-a60571e369bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.242839] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52275adc-157c-7b50-4a18-73012f8e06a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.243051] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.243376] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.243682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.243897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.244162] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.244502] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0823c869-8519-4ba0-a394-6efdb56801c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.253897] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.254140] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 827.255047] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dab8fb9-28c2-47eb-bbb4-015798ec21b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.260814] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 827.260814] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f17ee5-c46b-8986-ac07-9d6babdb329a" [ 827.260814] env[62270]: _type = "Task" [ 827.260814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.269456] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f17ee5-c46b-8986-ac07-9d6babdb329a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.299882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.347860] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Successfully created port: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.362743] env[62270]: DEBUG nova.compute.manager [req-ff9a53ed-3f41-401e-a98d-ae303b3567be req-cb5a4c31-1247-498d-95af-c645cd85f5ae service nova] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Received event network-vif-deleted-6ee02013-bc43-4447-b78e-a7891abe98fb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 827.424198] env[62270]: DEBUG oslo_vmware.api [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291483, 'name': PowerOnVM_Task, 'duration_secs': 0.487671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.424198] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 827.424198] env[62270]: INFO nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Took 7.49 seconds to spawn the instance on the hypervisor. [ 827.424577] env[62270]: DEBUG nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 827.425904] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd76ab03-5783-4ff4-8e6a-aa08112119d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.589221] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.589577] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Instance network_info: |[{"id": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "address": "fa:16:3e:5e:3d:96", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f4e24-d1", "ovs_interfaceid": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 827.589956] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:3d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '332f4e24-d194-47c7-ac09-f44edfb0b5e8', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.604980] env[62270]: DEBUG oslo.service.loopingcall [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.611018] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 827.611018] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-145e2d87-b4cd-4e78-bd47-88e323babd89 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.633176] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.633176] env[62270]: value = "task-4291484" [ 827.633176] env[62270]: _type = "Task" [ 827.633176] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.639859] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291484, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.670346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.693512] env[62270]: DEBUG nova.scheduler.client.report [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 827.723529] env[62270]: DEBUG oslo_concurrency.lockutils [req-8d9ec620-4a79-4291-bf04-1e79197573db req-4e2648db-37d0-4cf3-8188-e8a34544a046 service nova] Releasing lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.774045] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f17ee5-c46b-8986-ac07-9d6babdb329a, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.775137] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd413e0-9e03-473f-a1a6-34b28232c6c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.780793] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 827.780793] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a70a0c-a80c-35c7-89b1-1f321efd8078" [ 827.780793] env[62270]: _type = "Task" [ 827.780793] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.789238] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a70a0c-a80c-35c7-89b1-1f321efd8078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.946086] env[62270]: INFO nova.compute.manager [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Took 43.44 seconds to build instance. [ 828.060801] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 828.080709] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 828.080963] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 828.081145] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.081350] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 828.081507] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.081662] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 828.081877] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 828.082057] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 828.082388] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 828.082642] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 828.082839] env[62270]: DEBUG nova.virt.hardware [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.083770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462ea139-78d3-4aa8-9f3a-e3e5d2b69fdf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.092307] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e7abd1-c1af-4da2-831a-58bafa17b02a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.141090] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291484, 'name': CreateVM_Task, 'duration_secs': 0.30349} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.141090] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 828.141676] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.141866] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.142255] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.142525] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fc924b-2de0-4724-aa53-d556ed0135d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.146928] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 828.146928] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5277acbc-30b3-8aa8-6e41-a918d765f0cf" [ 828.146928] env[62270]: _type = "Task" [ 828.146928] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.154884] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5277acbc-30b3-8aa8-6e41-a918d765f0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.200027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.202592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.327s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.204062] env[62270]: INFO nova.compute.claims [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.213042] env[62270]: DEBUG oslo_concurrency.lockutils [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.227472] env[62270]: INFO nova.scheduler.client.report [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Deleted allocations for instance 05698146-6db7-4514-b38e-e49ebd27d279 [ 828.294654] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a70a0c-a80c-35c7-89b1-1f321efd8078, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.294921] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.295249] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a5805aa7-3091-4d27-843b-4a62eb7b80e9/a5805aa7-3091-4d27-843b-4a62eb7b80e9.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 828.295913] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cfa80ef-d208-467c-b16b-84879df932d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.302640] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 828.302640] env[62270]: value = "task-4291485" [ 828.302640] env[62270]: _type = "Task" [ 828.302640] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.311268] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.335295] env[62270]: DEBUG nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Received event network-vif-plugged-332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 828.335295] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Acquiring lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.335496] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.335672] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.336082] env[62270]: DEBUG nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] No waiting events found dispatching network-vif-plugged-332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 828.336182] env[62270]: WARNING nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Received unexpected event network-vif-plugged-332f4e24-d194-47c7-ac09-f44edfb0b5e8 for instance with vm_state building and task_state spawning. [ 828.336407] env[62270]: DEBUG nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Received event network-vif-deleted-28194844-93d8-4e64-8eb3-46dfde18a0a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 828.336661] env[62270]: DEBUG nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Received event network-changed-332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 828.336894] env[62270]: DEBUG nova.compute.manager [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Refreshing instance network info cache due to event network-changed-332f4e24-d194-47c7-ac09-f44edfb0b5e8. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 828.337198] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Acquiring lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.337410] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Acquired lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.337659] env[62270]: DEBUG nova.network.neutron [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Refreshing network info cache for port 332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 828.449962] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60137364-05e2-4ea9-a24b-d17e12477b49 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.180s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.658205] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5277acbc-30b3-8aa8-6e41-a918d765f0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.658833] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.658945] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.659178] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.659337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.659568] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.659851] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eab0b2c-ed6c-4d33-b407-d474449ddab1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.672811] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.673075] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 828.673881] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd68deb-7939-470d-9893-da5f9b8f9d60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.679773] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 828.679773] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b189a3-0f2d-8f73-5074-78425fa25451" [ 828.679773] env[62270]: _type = "Task" [ 828.679773] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.688473] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b189a3-0f2d-8f73-5074-78425fa25451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.734778] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d496e48-7ef6-4711-9e74-06b3ee56893c tempest-AttachInterfacesV270Test-642796856 tempest-AttachInterfacesV270Test-642796856-project-member] Lock "05698146-6db7-4514-b38e-e49ebd27d279" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.044s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.815233] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291485, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.901031] env[62270]: DEBUG nova.compute.manager [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 828.904407] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ed672-d5a9-4aec-afec-2efb4f898088 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.954664] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 829.190446] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b189a3-0f2d-8f73-5074-78425fa25451, 'name': SearchDatastore_Task, 'duration_secs': 0.060781} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.191156] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fc1ef4-8313-4282-9df4-025fe28ab885 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.196757] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 829.196757] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52795baf-51e0-263e-97c0-d60dc3628fda" [ 829.196757] env[62270]: _type = "Task" [ 829.196757] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.207631] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52795baf-51e0-263e-97c0-d60dc3628fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.314038] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516619} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.314038] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a5805aa7-3091-4d27-843b-4a62eb7b80e9/a5805aa7-3091-4d27-843b-4a62eb7b80e9.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 829.314294] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.314384] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-145d0add-d92b-4ca4-ab6b-6dac24a238f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.322877] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 829.322877] env[62270]: value = "task-4291486" [ 829.322877] env[62270]: _type = "Task" [ 829.322877] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.335533] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.402814] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.403703] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.404500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.405852] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.405852] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.408897] env[62270]: INFO nova.compute.manager [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Terminating instance [ 829.412049] env[62270]: DEBUG nova.compute.manager [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 829.412049] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c4e8d1a-96b5-4b4f-8405-b98a38b16311 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.415986] env[62270]: INFO nova.compute.manager [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] instance snapshotting [ 829.418911] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962081ae-71a6-4da5-abd2-4b1b74385304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.427133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147deade-2908-45b2-ae8e-64b3aa1fdcbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.457249] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22905485-2b0c-4a99-8d19-df983fe3ea86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.485184] env[62270]: WARNING nova.virt.vmwareapi.driver [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. [ 829.485417] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 829.486718] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.486969] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af3be0c2-a37b-4308-940d-328a77c32e97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.495294] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ea24b-ec99-4004-be86-449c8bf95345 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.530578] env[62270]: WARNING nova.virt.vmwareapi.vmops [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. [ 829.530831] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 829.531354] env[62270]: INFO nova.compute.manager [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Took 0.12 seconds to destroy the instance on the hypervisor. [ 829.531354] env[62270]: DEBUG oslo.service.loopingcall [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.535659] env[62270]: DEBUG nova.compute.manager [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 829.535787] env[62270]: DEBUG nova.network.neutron [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 829.542075] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.542354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.653040] env[62270]: DEBUG nova.network.neutron [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Updated VIF entry in instance network info cache for port 332f4e24-d194-47c7-ac09-f44edfb0b5e8. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 829.653432] env[62270]: DEBUG nova.network.neutron [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Updating instance_info_cache with network_info: [{"id": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "address": "fa:16:3e:5e:3d:96", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap332f4e24-d1", "ovs_interfaceid": "332f4e24-d194-47c7-ac09-f44edfb0b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.692257] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Successfully updated port: 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.717090] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52795baf-51e0-263e-97c0-d60dc3628fda, 'name': SearchDatastore_Task, 'duration_secs': 0.096498} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.719749] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.722064] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86/9a97dc62-e3e7-4fee-84bb-2daa0daf1b86.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 829.722689] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47cf2a12-4310-4f6c-bfdb-9ddc10dd165a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.731153] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 829.731153] env[62270]: value = "task-4291487" [ 829.731153] env[62270]: _type = "Task" [ 829.731153] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.738822] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.843535] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068064} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.844189] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.845258] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968e71d-9b04-4469-80f7-833d0911c1ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.873179] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a5805aa7-3091-4d27-843b-4a62eb7b80e9/a5805aa7-3091-4d27-843b-4a62eb7b80e9.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.875273] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b84478-423b-437e-8e1a-3e6a6d926582 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.901027] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 829.901027] env[62270]: value = "task-4291488" [ 829.901027] env[62270]: _type = "Task" [ 829.901027] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.911934] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.988046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.991026] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5eb8b68-8147-4f83-8e13-8ad0833fc9ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.999294] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 829.999294] env[62270]: value = "task-4291489" [ 829.999294] env[62270]: _type = "Task" [ 829.999294] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.999294] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8b8a0e-0e91-4eee-bd40-d3137ea3e7fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.012268] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291489, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.015104] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246eed53-0560-48c0-9efd-e9822035bd58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.058186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361af95c-b456-41e7-8714-dd708538d864 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.061292] env[62270]: DEBUG nova.compute.manager [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Received event network-vif-plugged-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 830.061770] env[62270]: DEBUG oslo_concurrency.lockutils [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] Acquiring lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.062279] env[62270]: DEBUG oslo_concurrency.lockutils [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.062639] env[62270]: DEBUG oslo_concurrency.lockutils [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.063018] env[62270]: DEBUG nova.compute.manager [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] No waiting events found dispatching network-vif-plugged-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 830.063368] env[62270]: WARNING nova.compute.manager [req-383a91ea-e25b-4a06-b814-d7340bda9a12 req-eb2f05e9-6f2d-4d2d-93a2-168c6ce9c4be service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Received unexpected event network-vif-plugged-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 for instance with vm_state building and task_state spawning. [ 830.071089] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb59374-0f6e-4a6d-b132-67c49b097983 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.087743] env[62270]: DEBUG nova.compute.provider_tree [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.156435] env[62270]: DEBUG oslo_concurrency.lockutils [req-7b75ad1e-bfbb-4778-8ad0-edbeb488f456 req-df978799-b155-41de-8154-aaaa8db41196 service nova] Releasing lock "refresh_cache-9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.201055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.201055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.201055] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 830.243013] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291487, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.409675] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291488, 'name': ReconfigVM_Task, 'duration_secs': 0.464951} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.410882] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a5805aa7-3091-4d27-843b-4a62eb7b80e9/a5805aa7-3091-4d27-843b-4a62eb7b80e9.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.410882] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e64fe41a-fe03-419d-a5fa-c8193efd4125 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.417695] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 830.417695] env[62270]: value = "task-4291490" [ 830.417695] env[62270]: _type = "Task" [ 830.417695] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.426217] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291490, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.511227] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291489, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.628035] env[62270]: ERROR nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [req-586b1409-88bd-4919-9711-12c57bc7f738] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-586b1409-88bd-4919-9711-12c57bc7f738"}]} [ 830.643406] env[62270]: DEBUG nova.compute.manager [req-463767a8-49ce-4502-8a50-5c956c171b47 req-3fd4f3dd-b074-40d5-aed8-8390b5898d26 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Received event network-vif-deleted-653e0054-bc89-4338-91a3-11ac7f5a52ac {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 830.644348] env[62270]: INFO nova.compute.manager [req-463767a8-49ce-4502-8a50-5c956c171b47 req-3fd4f3dd-b074-40d5-aed8-8390b5898d26 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Neutron deleted interface 653e0054-bc89-4338-91a3-11ac7f5a52ac; detaching it from the instance and deleting it from the info cache [ 830.644772] env[62270]: DEBUG nova.network.neutron [req-463767a8-49ce-4502-8a50-5c956c171b47 req-3fd4f3dd-b074-40d5-aed8-8390b5898d26 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.657029] env[62270]: DEBUG nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 830.673807] env[62270]: DEBUG nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 830.674070] env[62270]: DEBUG nova.compute.provider_tree [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.689254] env[62270]: DEBUG nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 830.716855] env[62270]: DEBUG nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 830.741293] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515146} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.742095] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 830.746134] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86/9a97dc62-e3e7-4fee-84bb-2daa0daf1b86.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 830.746134] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.746134] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0a0ef28-74b8-4827-b809-ca25b0ce1c64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.752747] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 830.752747] env[62270]: value = "task-4291491" [ 830.752747] env[62270]: _type = "Task" [ 830.752747] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.765296] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.821430] env[62270]: DEBUG nova.network.neutron [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.909332] env[62270]: DEBUG nova.network.neutron [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Updating instance_info_cache with network_info: [{"id": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "address": "fa:16:3e:8d:69:7f", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc7c9c7-67", "ovs_interfaceid": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.930124] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291490, 'name': Rename_Task, 'duration_secs': 0.140184} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.930124] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 830.930124] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e173eee-64c1-404e-b577-cf762887bb05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.936430] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 830.936430] env[62270]: value = "task-4291492" [ 830.936430] env[62270]: _type = "Task" [ 830.936430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.947194] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.015346] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291489, 'name': CreateSnapshot_Task, 'duration_secs': 0.715068} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.015793] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.016620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b160c848-4608-4f87-9037-dcd004e3fc44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.149332] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.149605] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.149807] env[62270]: DEBUG nova.compute.manager [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 831.154433] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f556bf-1f8c-4d4e-9d2f-0073270311b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.157670] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51896158-c3ce-4bdf-a9a5-3c446def6802 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.165664] env[62270]: DEBUG nova.compute.manager [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 831.166465] env[62270]: DEBUG nova.objects.instance [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'flavor' on Instance uuid a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.180608] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134f68dd-a9a2-43a8-8e94-68b068575318 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.226831] env[62270]: DEBUG nova.compute.manager [req-463767a8-49ce-4502-8a50-5c956c171b47 req-3fd4f3dd-b074-40d5-aed8-8390b5898d26 service nova] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Detach interface failed, port_id=653e0054-bc89-4338-91a3-11ac7f5a52ac, reason: Instance 6fcec292-8a7f-43ba-9ab7-ac27715e9977 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 831.264624] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310049} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.265954] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.265954] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40dee81-5710-4ff0-8bec-625b2b8c1c67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.291680] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86/9a97dc62-e3e7-4fee-84bb-2daa0daf1b86.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.292754] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887f24d7-f33b-4199-8828-10133a906a75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.316881] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 831.316881] env[62270]: value = "task-4291493" [ 831.316881] env[62270]: _type = "Task" [ 831.316881] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.326575] env[62270]: INFO nova.compute.manager [-] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Took 1.79 seconds to deallocate network for instance. [ 831.326575] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.412296] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.413045] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Instance network_info: |[{"id": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "address": "fa:16:3e:8d:69:7f", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc7c9c7-67", "ovs_interfaceid": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 831.416673] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:69:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cc7c9c7-670b-43ea-b231-64e2ab4c5d91', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.426496] env[62270]: DEBUG oslo.service.loopingcall [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.426832] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 831.427125] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98b02191-92ea-493a-9a59-490de5b06a62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.453055] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.453055] env[62270]: value = "task-4291494" [ 831.453055] env[62270]: _type = "Task" [ 831.453055] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.456736] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291492, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.465655] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291494, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.524060] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b65300-4453-43a1-b7a4-4e1a7739dfed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.538634] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.539018] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d91cf764-2015-4cf9-9ec0-3d41c7056af7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.542956] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abd986e-6810-4f79-b62f-adadaec035c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.552209] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 831.552209] env[62270]: value = "task-4291495" [ 831.552209] env[62270]: _type = "Task" [ 831.552209] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.589244] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231c86d-070f-4605-adf7-e0af52243900 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.601051] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291495, 'name': CloneVM_Task} progress is 12%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.602455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f70c0e1-8be3-4f9c-b472-9753b26de4e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.622200] env[62270]: DEBUG nova.compute.provider_tree [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.677044] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 831.677480] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419dc2db-3541-486e-ba23-0c813a748956 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.684997] env[62270]: DEBUG oslo_vmware.api [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 831.684997] env[62270]: value = "task-4291496" [ 831.684997] env[62270]: _type = "Task" [ 831.684997] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.696893] env[62270]: DEBUG oslo_vmware.api [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.826602] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.918340] env[62270]: INFO nova.compute.manager [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Took 0.59 seconds to detach 1 volumes for instance. [ 831.921087] env[62270]: DEBUG nova.compute.manager [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Deleting volume: 26c52984-a774-4339-ae16-2cb8570b689f {{(pid=62270) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 831.971623] env[62270]: DEBUG oslo_vmware.api [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291492, 'name': PowerOnVM_Task, 'duration_secs': 0.66634} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.975760] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 831.976072] env[62270]: INFO nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Took 9.39 seconds to spawn the instance on the hypervisor. [ 831.977470] env[62270]: DEBUG nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 831.977470] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc7f09-e4ac-4a73-b0d1-94c03488bb69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.993181] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291494, 'name': CreateVM_Task, 'duration_secs': 0.428343} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.993181] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 831.993626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.997021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.997021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 831.997021] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918f176c-f86d-4338-8756-d4e20d62463d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.001694] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 832.001694] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523add07-b16f-8506-7f3c-fd6c0bb5a557" [ 832.001694] env[62270]: _type = "Task" [ 832.001694] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.014191] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523add07-b16f-8506-7f3c-fd6c0bb5a557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.097410] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291495, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.167067] env[62270]: DEBUG nova.scheduler.client.report [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 832.167067] env[62270]: DEBUG nova.compute.provider_tree [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 85 to 86 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 832.167067] env[62270]: DEBUG nova.compute.provider_tree [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.197880] env[62270]: DEBUG oslo_vmware.api [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291496, 'name': PowerOffVM_Task, 'duration_secs': 0.219151} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.198196] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 832.198381] env[62270]: DEBUG nova.compute.manager [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 832.199278] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ca67a-a8ec-47b1-a3ce-3b89e034eb22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.209052] env[62270]: DEBUG nova.compute.manager [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Received event network-changed-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 832.209276] env[62270]: DEBUG nova.compute.manager [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Refreshing instance network info cache due to event network-changed-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 832.209508] env[62270]: DEBUG oslo_concurrency.lockutils [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] Acquiring lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.209700] env[62270]: DEBUG oslo_concurrency.lockutils [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] Acquired lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.209828] env[62270]: DEBUG nova.network.neutron [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Refreshing network info cache for port 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 832.328072] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291493, 'name': ReconfigVM_Task, 'duration_secs': 0.612246} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.329304] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86/9a97dc62-e3e7-4fee-84bb-2daa0daf1b86.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.333612] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba2524d-7e62-4eaf-bf35-4ee08c13429f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.340482] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 832.340482] env[62270]: value = "task-4291498" [ 832.340482] env[62270]: _type = "Task" [ 832.340482] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.354179] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291498, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.474224] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.502381] env[62270]: INFO nova.compute.manager [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Took 46.96 seconds to build instance. [ 832.512550] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523add07-b16f-8506-7f3c-fd6c0bb5a557, 'name': SearchDatastore_Task, 'duration_secs': 0.019814} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.512874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.513138] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.513793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.513793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.513945] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.514307] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b616b197-1394-4e99-898e-6eb7cbe3b40b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.523047] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.523047] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 832.525070] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022a8b90-6f05-496e-86ef-0f837d28bcd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.530157] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 832.530157] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523e92c1-7257-0fa3-463a-09b07024dbcb" [ 832.530157] env[62270]: _type = "Task" [ 832.530157] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.538605] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523e92c1-7257-0fa3-463a-09b07024dbcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.597484] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291495, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.671191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.469s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.671878] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 832.674666] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.813s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.677166] env[62270]: INFO nova.compute.claims [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.721310] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85377908-36c3-4dd3-80b5-3de25845ff6d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.857231] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291498, 'name': Rename_Task, 'duration_secs': 0.161636} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.857231] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 832.857231] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf71bef-4cb6-45b5-90c9-a8bec2a03244 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.881091] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 832.881091] env[62270]: value = "task-4291499" [ 832.881091] env[62270]: _type = "Task" [ 832.881091] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.890942] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.008168] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5cd94e48-df4c-4142-a641-b7c0362076ee tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.168s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.043390] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523e92c1-7257-0fa3-463a-09b07024dbcb, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.044591] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12656d02-12f8-465d-875c-848c0c1c7a6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056086] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 833.056086] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522229bd-78ec-84fa-3af8-5281cf28e8ad" [ 833.056086] env[62270]: _type = "Task" [ 833.056086] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.067966] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522229bd-78ec-84fa-3af8-5281cf28e8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.097124] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291495, 'name': CloneVM_Task, 'duration_secs': 1.423722} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.097427] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Created linked-clone VM from snapshot [ 833.098264] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeac2b6-f25b-4b65-baf8-7c3d53df1f04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.110882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "42c0ff26-fdca-4268-8a11-23baad914176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.111192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.111424] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "42c0ff26-fdca-4268-8a11-23baad914176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.111642] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.111799] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.113621] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Uploading image 96372ba7-9e62-44c0-b5a0-47cbb6046e5c {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 833.118280] env[62270]: INFO nova.compute.manager [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Terminating instance [ 833.120783] env[62270]: DEBUG nova.compute.manager [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 833.120986] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 833.122217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec09dee-9c8e-4ece-b32b-485dc46a4abb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.133821] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 833.134023] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857e77a7-56d9-4af6-bb3e-27d3814aeebd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.141099] env[62270]: DEBUG nova.network.neutron [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Updated VIF entry in instance network info cache for port 0cc7c9c7-670b-43ea-b231-64e2ab4c5d91. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 833.141099] env[62270]: DEBUG nova.network.neutron [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Updating instance_info_cache with network_info: [{"id": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "address": "fa:16:3e:8d:69:7f", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cc7c9c7-67", "ovs_interfaceid": "0cc7c9c7-670b-43ea-b231-64e2ab4c5d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.146404] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 833.146404] env[62270]: value = "task-4291500" [ 833.146404] env[62270]: _type = "Task" [ 833.146404] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.156363] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 833.156363] env[62270]: value = "vm-845283" [ 833.156363] env[62270]: _type = "VirtualMachine" [ 833.156363] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 833.156816] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d2184c4-8ac2-4a2c-b705-c23f7f941592 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.164502] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.173893] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease: (returnval){ [ 833.173893] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521ddd4b-d726-4d25-486f-3c5c9821f6a0" [ 833.173893] env[62270]: _type = "HttpNfcLease" [ 833.173893] env[62270]: } obtained for exporting VM: (result){ [ 833.173893] env[62270]: value = "vm-845283" [ 833.173893] env[62270]: _type = "VirtualMachine" [ 833.173893] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 833.174305] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the lease: (returnval){ [ 833.174305] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521ddd4b-d726-4d25-486f-3c5c9821f6a0" [ 833.174305] env[62270]: _type = "HttpNfcLease" [ 833.174305] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 833.181792] env[62270]: DEBUG nova.compute.utils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.187605] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 833.187704] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 833.190079] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.190079] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521ddd4b-d726-4d25-486f-3c5c9821f6a0" [ 833.190079] env[62270]: _type = "HttpNfcLease" [ 833.190079] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 833.263857] env[62270]: DEBUG nova.policy [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516ea5ec1f3f41ee939aaf81fb60c6ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38ad11da78b4734b594132fd8e9ca09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 833.393479] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291499, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.512463] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 833.570534] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522229bd-78ec-84fa-3af8-5281cf28e8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.570816] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.571295] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e3664a5c-6457-45c1-a60f-f2393a568cae/e3664a5c-6457-45c1-a60f-f2393a568cae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 833.573156] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e321faa2-08d6-4379-a123-3e2feff3afae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.581751] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 833.581751] env[62270]: value = "task-4291502" [ 833.581751] env[62270]: _type = "Task" [ 833.581751] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.592411] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.651033] env[62270]: DEBUG oslo_concurrency.lockutils [req-6b36aec3-9ffd-4a4a-95ce-11ecae04510a req-36b17932-c022-4bc2-aa20-c7819c415ac3 service nova] Releasing lock "refresh_cache-e3664a5c-6457-45c1-a60f-f2393a568cae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.663208] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291500, 'name': PowerOffVM_Task, 'duration_secs': 0.361114} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.663208] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 833.663208] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 833.663834] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e8b3e55-5157-4805-97fd-d8a72db66e9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.684118] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 833.684118] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521ddd4b-d726-4d25-486f-3c5c9821f6a0" [ 833.684118] env[62270]: _type = "HttpNfcLease" [ 833.684118] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 833.684467] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 833.684467] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521ddd4b-d726-4d25-486f-3c5c9821f6a0" [ 833.684467] env[62270]: _type = "HttpNfcLease" [ 833.684467] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 833.685499] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937d3436-5a4f-4f22-b26b-b0b56171f9ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.689059] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 833.705289] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 833.706080] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 833.774361] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Successfully created port: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.776869] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 833.776869] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 833.777072] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Deleting the datastore file [datastore2] 42c0ff26-fdca-4268-8a11-23baad914176 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.779210] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7429f7a-2898-4909-b2a9-f349a6eccf3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.789565] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for the task: (returnval){ [ 833.789565] env[62270]: value = "task-4291504" [ 833.789565] env[62270]: _type = "Task" [ 833.789565] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.803081] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.843469] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c41e63d-ab8e-47be-8902-fbd5073b4c02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.894169] env[62270]: DEBUG oslo_vmware.api [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291499, 'name': PowerOnVM_Task, 'duration_secs': 0.690986} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.894543] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 833.894543] env[62270]: INFO nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Took 8.61 seconds to spawn the instance on the hypervisor. [ 833.894763] env[62270]: DEBUG nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 833.896076] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c51afb-c60a-4b0d-9563-c3595e527fb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.057815] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.103031] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.205945] env[62270]: DEBUG nova.objects.instance [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'flavor' on Instance uuid a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.304763] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.425088] env[62270]: INFO nova.compute.manager [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Took 46.70 seconds to build instance. [ 834.552375] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9697cd0e-04c6-4d69-a793-33f8b0733be4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.564979] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d4b4a-4b86-46e5-a427-7d370f407db3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.627505] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba13626-df89-4e55-b788-89d2276b116f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.640127] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778424} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.647801] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e3664a5c-6457-45c1-a60f-f2393a568cae/e3664a5c-6457-45c1-a60f-f2393a568cae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 834.648221] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.648969] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723f0acc-bd9f-4551-8cf6-498a02f60263 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.652642] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb21563-5719-4c8e-92a1-5f83d66ccc85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.672686] env[62270]: DEBUG nova.compute.provider_tree [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.675991] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 834.675991] env[62270]: value = "task-4291505" [ 834.675991] env[62270]: _type = "Task" [ 834.675991] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.686454] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.707160] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 834.714187] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.714187] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.714187] env[62270]: DEBUG nova.network.neutron [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 834.714567] env[62270]: DEBUG nova.objects.instance [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'info_cache' on Instance uuid a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.745646] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 834.746061] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 834.746314] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.746722] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 834.746933] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.747162] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 834.747425] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 834.747602] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 834.747858] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 834.747942] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 834.748220] env[62270]: DEBUG nova.virt.hardware [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.749635] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a3562f-4356-48c1-bd65-217328b6f561 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.760368] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e40244-a47c-4cc7-9fc0-6d5b8c548b73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.803036] env[62270]: DEBUG oslo_vmware.api [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Task: {'id': task-4291504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586968} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.803352] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.803687] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 834.803973] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 834.804241] env[62270]: INFO nova.compute.manager [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Took 1.68 seconds to destroy the instance on the hypervisor. [ 834.804568] env[62270]: DEBUG oslo.service.loopingcall [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.804861] env[62270]: DEBUG nova.compute.manager [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 834.804976] env[62270]: DEBUG nova.network.neutron [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 834.840616] env[62270]: DEBUG nova.compute.manager [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 834.840990] env[62270]: DEBUG nova.compute.manager [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing instance network info cache due to event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 834.841365] env[62270]: DEBUG oslo_concurrency.lockutils [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] Acquiring lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.841615] env[62270]: DEBUG oslo_concurrency.lockutils [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] Acquired lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.841881] env[62270]: DEBUG nova.network.neutron [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing network info cache for port 12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 834.932322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fa0b1d45-85ba-47b0-b6a5-a8113600b78b tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 115.277s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.178445] env[62270]: DEBUG nova.scheduler.client.report [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 835.195979] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127208} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.196408] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.200195] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4dc3fb-d8e6-423d-8048-1c44027a4d22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.220660] env[62270]: DEBUG nova.objects.base [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 835.233313] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e3664a5c-6457-45c1-a60f-f2393a568cae/e3664a5c-6457-45c1-a60f-f2393a568cae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.237318] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5309a20-8b76-47f6-a152-fededee931dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.267265] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 835.267265] env[62270]: value = "task-4291506" [ 835.267265] env[62270]: _type = "Task" [ 835.267265] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.278463] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.417379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.417761] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.418137] env[62270]: INFO nova.compute.manager [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Rebooting instance [ 835.436390] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 835.687526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.013s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.687992] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 835.691375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.801s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.693337] env[62270]: INFO nova.compute.claims [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.778127] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.947715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.974883] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.023573] env[62270]: DEBUG nova.network.neutron [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.078904] env[62270]: DEBUG nova.network.neutron [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updated VIF entry in instance network info cache for port 12702faa-cbc2-446d-a5aa-a60571e369bb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 836.079376] env[62270]: DEBUG nova.network.neutron [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [{"id": "12702faa-cbc2-446d-a5aa-a60571e369bb", "address": "fa:16:3e:49:06:5e", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12702faa-cb", "ovs_interfaceid": "12702faa-cbc2-446d-a5aa-a60571e369bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.185380] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Successfully updated port: ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.203658] env[62270]: DEBUG nova.compute.utils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 836.209110] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 836.209347] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 836.280932] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291506, 'name': ReconfigVM_Task, 'duration_secs': 0.617684} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.280932] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e3664a5c-6457-45c1-a60f-f2393a568cae/e3664a5c-6457-45c1-a60f-f2393a568cae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.281342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21fb3b9d-84b3-4aee-83fd-bb006035decb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.289485] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 836.289485] env[62270]: value = "task-4291507" [ 836.289485] env[62270]: _type = "Task" [ 836.289485] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.300146] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291507, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.309310] env[62270]: DEBUG nova.policy [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61012a504abe4a2e85ea526cc66787a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e265b4c9de2540559e8c8b0a269f15ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 836.336972] env[62270]: DEBUG nova.compute.manager [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Received event network-vif-plugged-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 836.336972] env[62270]: DEBUG oslo_concurrency.lockutils [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] Acquiring lock "fb133469-45df-4024-9155-eeed639eca8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.337182] env[62270]: DEBUG oslo_concurrency.lockutils [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] Lock "fb133469-45df-4024-9155-eeed639eca8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.339113] env[62270]: DEBUG oslo_concurrency.lockutils [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] Lock "fb133469-45df-4024-9155-eeed639eca8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.339113] env[62270]: DEBUG nova.compute.manager [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] No waiting events found dispatching network-vif-plugged-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 836.339113] env[62270]: WARNING nova.compute.manager [req-5cce6f88-2ce4-4360-8a8c-363f3b9431aa req-371e5b06-8f32-4e0c-b780-00754271c243 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Received unexpected event network-vif-plugged-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 for instance with vm_state building and task_state spawning. [ 836.527189] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.577588] env[62270]: DEBUG nova.network.neutron [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.583380] env[62270]: DEBUG oslo_concurrency.lockutils [req-4eac6b0d-a6ae-4c96-95bb-d3cad8cbbc09 req-944f36c0-28dc-4dfb-8a39-ce0992eb8fbc service nova] Releasing lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.583380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquired lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.583380] env[62270]: DEBUG nova.network.neutron [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 836.690212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.690376] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.693563] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 836.717881] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 836.805163] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291507, 'name': Rename_Task, 'duration_secs': 0.182149} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.805163] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 836.805163] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-decd3a88-3a94-4ae2-a786-6d9bbc195d48 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.823095] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 836.823095] env[62270]: value = "task-4291508" [ 836.823095] env[62270]: _type = "Task" [ 836.823095] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.836569] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.842018] env[62270]: DEBUG nova.compute.manager [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 836.842018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a923c02-dce1-4405-a1ad-0e9a1233623b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.968026] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Successfully created port: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.030682] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 837.031028] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165e1a7e-bacb-4180-9008-20db4d42225c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.040603] env[62270]: DEBUG oslo_vmware.api [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 837.040603] env[62270]: value = "task-4291509" [ 837.040603] env[62270]: _type = "Task" [ 837.040603] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.055958] env[62270]: DEBUG oslo_vmware.api [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.077084] env[62270]: DEBUG nova.compute.manager [req-0b846252-99de-4729-8984-2eb9a64af9d4 req-c4a6358d-e547-40b5-b004-fa13cfb161ed service nova] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Received event network-vif-deleted-da11adc7-7cc5-426e-9931-5b79cc0ee743 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 837.086308] env[62270]: INFO nova.compute.manager [-] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Took 2.28 seconds to deallocate network for instance. [ 837.095500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "96ad1254-5650-4d0b-a26e-32082a5e160d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.095747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.095955] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.099160] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.099387] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.104864] env[62270]: INFO nova.compute.manager [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Terminating instance [ 837.106825] env[62270]: DEBUG nova.compute.manager [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 837.107925] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 837.107925] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310653a3-21fa-4503-ad9c-5e31af8eb1bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.119914] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 837.120312] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02328310-8705-4c2c-9040-71a4919034ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.130236] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 837.130236] env[62270]: value = "task-4291510" [ 837.130236] env[62270]: _type = "Task" [ 837.130236] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.142823] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.242041] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 837.335960] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.361844] env[62270]: INFO nova.compute.manager [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] instance snapshotting [ 837.364163] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20735d-c608-43f1-8d6c-1cf128adcd01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.401158] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4457bb36-f0a9-41ad-98ef-1569bd02472d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.467680] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24e330-e548-4a5a-bf32-9a58933b63a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.483021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de3ccb-c168-4cba-bf0e-ff1b9b696875 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.522829] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54a054-5122-4378-a9f2-29c4ba512560 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.536344] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2201449-cdb4-42e6-b41b-2ef8fee1b229 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.563369] env[62270]: DEBUG oslo_vmware.api [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291509, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.577431] env[62270]: DEBUG nova.compute.provider_tree [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.602979] env[62270]: DEBUG nova.network.neutron [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [{"id": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "address": "fa:16:3e:b8:ae:ec", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7dffee-67", "ovs_interfaceid": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.609142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.641626] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291510, 'name': PowerOffVM_Task, 'duration_secs': 0.297584} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.641929] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 837.642116] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 837.642429] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8e545ea-b59d-45be-b102-e3016ee4ec9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.709618] env[62270]: DEBUG nova.network.neutron [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [{"id": "12702faa-cbc2-446d-a5aa-a60571e369bb", "address": "fa:16:3e:49:06:5e", "network": {"id": "a1d0f182-cfd5-4d77-854c-c9800acb19f5", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2125222451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95c9e5b3f7db4635a31c93132e678e77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12702faa-cb", "ovs_interfaceid": "12702faa-cbc2-446d-a5aa-a60571e369bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.712120] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 837.712367] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 837.713031] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Deleting the datastore file [datastore2] 96ad1254-5650-4d0b-a26e-32082a5e160d {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.713106] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4857db34-4a95-4c18-9eee-42fbd969f36d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.720624] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for the task: (returnval){ [ 837.720624] env[62270]: value = "task-4291512" [ 837.720624] env[62270]: _type = "Task" [ 837.720624] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.731184] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.736842] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 837.761912] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 837.762192] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 837.762430] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.762638] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 837.762795] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.762952] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 837.763187] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 837.763391] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 837.763570] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 837.763740] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 837.763919] env[62270]: DEBUG nova.virt.hardware [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.765134] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da28aba7-241e-43e5-90c7-5dc7158e1aaf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.774480] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf1542-c468-4063-8c9c-b89524be2aed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.837166] env[62270]: DEBUG oslo_vmware.api [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291508, 'name': PowerOnVM_Task, 'duration_secs': 0.81068} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.837166] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 837.837166] env[62270]: INFO nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Took 9.78 seconds to spawn the instance on the hypervisor. [ 837.837166] env[62270]: DEBUG nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 837.837166] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fa6bf1-1957-44e3-b58b-5b8ed3b5fb2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.915473] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 837.916282] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-05559c34-b261-4610-9df5-eb9e0366333c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.926296] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 837.926296] env[62270]: value = "task-4291513" [ 837.926296] env[62270]: _type = "Task" [ 837.926296] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.936961] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291513, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.064024] env[62270]: DEBUG oslo_vmware.api [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291509, 'name': PowerOnVM_Task, 'duration_secs': 0.529857} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.064024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 838.064024] env[62270]: DEBUG nova.compute.manager [None req-4e43ed21-4c44-449d-aa12-8802d91628d6 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 838.064024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aee98f-eb90-43ad-a552-8780b69ffd6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.087925] env[62270]: DEBUG nova.scheduler.client.report [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 838.108016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.108016] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Instance network_info: |[{"id": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "address": "fa:16:3e:b8:ae:ec", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7dffee-67", "ovs_interfaceid": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 838.108016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:ae:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab7dffee-674d-4d7b-ae2a-c8e606ca4227', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.119112] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating folder: Project (b38ad11da78b4734b594132fd8e9ca09). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 838.120490] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a020512-edfb-4f15-8600-c756840856ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.141330] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created folder: Project (b38ad11da78b4734b594132fd8e9ca09) in parent group-v845132. [ 838.141622] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating folder: Instances. Parent ref: group-v845284. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 838.141918] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-624eec0e-be34-4f52-b198-309a6fb3b603 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.157941] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created folder: Instances in parent group-v845284. [ 838.158468] env[62270]: DEBUG oslo.service.loopingcall [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.158829] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 838.159237] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe90fd7e-4f54-453f-8030-403818803a52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.194748] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.194748] env[62270]: value = "task-4291516" [ 838.194748] env[62270]: _type = "Task" [ 838.194748] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.205133] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291516, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.214098] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Releasing lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.216664] env[62270]: DEBUG nova.compute.manager [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 838.218014] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04533f4-cf52-4984-a2c3-c0bd4ae05337 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.233441] env[62270]: DEBUG oslo_vmware.api [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Task: {'id': task-4291512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283434} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.236173] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.236173] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 838.238136] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 838.238136] env[62270]: INFO nova.compute.manager [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 838.238136] env[62270]: DEBUG oslo.service.loopingcall [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.240550] env[62270]: DEBUG nova.compute.manager [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 838.240719] env[62270]: DEBUG nova.network.neutron [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 838.365940] env[62270]: INFO nova.compute.manager [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Took 45.96 seconds to build instance. [ 838.438952] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291513, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.529955] env[62270]: DEBUG nova.compute.manager [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Received event network-changed-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 838.530144] env[62270]: DEBUG nova.compute.manager [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Refreshing instance network info cache due to event network-changed-ab7dffee-674d-4d7b-ae2a-c8e606ca4227. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 838.530420] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] Acquiring lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.530572] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] Acquired lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.530767] env[62270]: DEBUG nova.network.neutron [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Refreshing network info cache for port ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 838.596344] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.596664] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 838.601062] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.220s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.601062] env[62270]: DEBUG nova.objects.instance [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lazy-loading 'resources' on Instance uuid 8959da57-2df4-45f2-864d-11b6b40340af {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.707371] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291516, 'name': CreateVM_Task, 'duration_secs': 0.452432} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.707606] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 838.709959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.709959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.712748] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 838.713116] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a850d20e-f512-4c9a-873a-4a1ccd580c01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.720196] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 838.720196] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285dee9-27a6-426d-2776-1725d3b7e25e" [ 838.720196] env[62270]: _type = "Task" [ 838.720196] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.733373] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285dee9-27a6-426d-2776-1725d3b7e25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.873081] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe67fe91-c40a-4f9f-a9c4-af9e5e99da0d tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.875s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.947173] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291513, 'name': CreateSnapshot_Task, 'duration_secs': 0.864133} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.947998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 838.949248] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95ef70-12a8-4d1c-931b-869736ffa9ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.109162] env[62270]: DEBUG nova.compute.utils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 839.113751] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 839.114314] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 839.233763] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Successfully updated port: 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.242809] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5285dee9-27a6-426d-2776-1725d3b7e25e, 'name': SearchDatastore_Task, 'duration_secs': 0.017998} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.246219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.246661] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.246768] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.246950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.247164] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.248488] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb84923-8378-40b7-a1ee-7f4f7963d22b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.258021] env[62270]: DEBUG nova.policy [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516ea5ec1f3f41ee939aaf81fb60c6ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38ad11da78b4734b594132fd8e9ca09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 839.262166] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e821bc8-70cd-4937-b671-fe92902348b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.274050] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Doing hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 839.275358] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-91d45fbb-dd99-430b-8890-5aabc9fd5211 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.277148] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.277360] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 839.278474] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdeaf37b-a1ff-48a3-a4df-27a6739a9a5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.290772] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 839.290772] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d88e53-4daf-c57b-56d3-5bc477d60ec0" [ 839.290772] env[62270]: _type = "Task" [ 839.290772] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.292763] env[62270]: DEBUG oslo_vmware.api [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 839.292763] env[62270]: value = "task-4291517" [ 839.292763] env[62270]: _type = "Task" [ 839.292763] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.311469] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d88e53-4daf-c57b-56d3-5bc477d60ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.015877} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.311561] env[62270]: DEBUG oslo_vmware.api [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291517, 'name': ResetVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.316724] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2bcaa92-a7fc-4fa6-910c-0cc3d0200cbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.329156] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 839.329156] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5216543a-777b-92bf-56f1-6ac528f0de65" [ 839.329156] env[62270]: _type = "Task" [ 839.329156] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.341894] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5216543a-777b-92bf-56f1-6ac528f0de65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.379160] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 839.409563] env[62270]: DEBUG nova.network.neutron [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updated VIF entry in instance network info cache for port ab7dffee-674d-4d7b-ae2a-c8e606ca4227. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 839.410039] env[62270]: DEBUG nova.network.neutron [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [{"id": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "address": "fa:16:3e:b8:ae:ec", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7dffee-67", "ovs_interfaceid": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.477723] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 839.479886] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42a286c9-a9db-45f5-8b93-2c8f0f2537f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.483085] env[62270]: DEBUG nova.network.neutron [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.495228] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 839.495228] env[62270]: value = "task-4291518" [ 839.495228] env[62270]: _type = "Task" [ 839.495228] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.514052] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291518, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.614524] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 839.744826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.744826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.744826] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 839.811125] env[62270]: DEBUG oslo_vmware.api [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291517, 'name': ResetVM_Task, 'duration_secs': 0.096519} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.811429] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Did hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 839.811610] env[62270]: DEBUG nova.compute.manager [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 839.812617] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd3ecb-733b-4122-93bf-68eb96f20f5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.844364] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5216543a-777b-92bf-56f1-6ac528f0de65, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.847362] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.847652] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fb133469-45df-4024-9155-eeed639eca8e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 839.848884] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a16f210a-9eae-4c63-9d54-ef88033cedc6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.856691] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 839.856691] env[62270]: value = "task-4291519" [ 839.856691] env[62270]: _type = "Task" [ 839.856691] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.887769] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.904097] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.917847] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c165a4e-4ce8-4292-bb7d-3b3bafdc0d16 req-833a1977-681b-43c8-9df9-27a2d9fdc167 service nova] Releasing lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.941902] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f60ed58-a3bf-42a0-9e94-1e11dee28ee2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.952802] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e83643-a832-4d2f-8d69-6730cd027717 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.989882] env[62270]: INFO nova.compute.manager [-] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Took 1.75 seconds to deallocate network for instance. [ 839.990991] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c6632-5fe5-418f-a0a6-93312bf629cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.007295] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74126df9-0788-4622-8700-c178d37b618f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.019518] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Successfully created port: bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.021898] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291518, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.033577] env[62270]: DEBUG nova.compute.provider_tree [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.282412] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 840.338734] env[62270]: DEBUG oslo_concurrency.lockutils [None req-321f4999-c832-4ead-a02b-25bb4a7eb795 tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.921s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.370717] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.472935] env[62270]: DEBUG nova.network.neutron [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Updating instance_info_cache with network_info: [{"id": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "address": "fa:16:3e:46:65:d6", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a6737-2d", "ovs_interfaceid": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.504154] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.511080] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291518, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.584522] env[62270]: DEBUG nova.scheduler.client.report [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 840.584819] env[62270]: DEBUG nova.compute.provider_tree [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 86 to 87 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 840.585035] env[62270]: DEBUG nova.compute.provider_tree [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.628359] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 840.663148] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 840.663606] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 840.663864] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.664106] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 840.664970] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.665509] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 840.665509] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 840.665622] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 840.665831] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 840.666221] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 840.666279] env[62270]: DEBUG nova.virt.hardware [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.667277] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aff7f4-2276-4e16-9f8b-36c80fc9f162 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.678134] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc8c131-1c99-44fb-a83e-245abd8d57b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.869552] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609634} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.870024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fb133469-45df-4024-9155-eeed639eca8e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 840.870197] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.870411] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5e5013b-4dc5-423d-b02c-1b6a2d3bb219 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.883641] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 840.883641] env[62270]: value = "task-4291520" [ 840.883641] env[62270]: _type = "Task" [ 840.883641] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.894369] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.976038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.976038] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Instance network_info: |[{"id": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "address": "fa:16:3e:46:65:d6", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a6737-2d", "ovs_interfaceid": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 840.976284] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:65:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743a6737-2d3b-4979-87f7-8dd6ae1fcd81', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.985868] env[62270]: DEBUG oslo.service.loopingcall [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.986496] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 840.986496] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8399c34-a927-4fdf-aba7-ffc73bd11321 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.011649] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291518, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.013110] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.013110] env[62270]: value = "task-4291521" [ 841.013110] env[62270]: _type = "Task" [ 841.013110] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.022178] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291521, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.094695] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.494s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.097365] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.443s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.099401] env[62270]: INFO nova.compute.claims [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.120589] env[62270]: INFO nova.scheduler.client.report [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Deleted allocations for instance 8959da57-2df4-45f2-864d-11b6b40340af [ 841.148049] env[62270]: DEBUG nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Received event network-vif-deleted-9c7f8690-7287-4a49-a34d-e7b352d20cd3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 841.148049] env[62270]: DEBUG nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Received event network-vif-plugged-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 841.148049] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Acquiring lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.148049] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.148049] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.148049] env[62270]: DEBUG nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] No waiting events found dispatching network-vif-plugged-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 841.148049] env[62270]: WARNING nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Received unexpected event network-vif-plugged-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 for instance with vm_state building and task_state spawning. [ 841.148049] env[62270]: DEBUG nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Received event network-changed-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 841.148049] env[62270]: DEBUG nova.compute.manager [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Refreshing instance network info cache due to event network-changed-743a6737-2d3b-4979-87f7-8dd6ae1fcd81. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 841.148049] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Acquiring lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.148049] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Acquired lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.148049] env[62270]: DEBUG nova.network.neutron [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Refreshing network info cache for port 743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 841.333423] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.334106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.396749] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086391} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.397349] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.397965] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a5b872-68f5-440c-9dd6-850684b08643 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.428948] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fb133469-45df-4024-9155-eeed639eca8e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.430779] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2b0d1f-01ed-4503-8fbf-7613e1ef2284 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.452092] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.452412] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.461033] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 841.461033] env[62270]: value = "task-4291522" [ 841.461033] env[62270]: _type = "Task" [ 841.461033] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.471896] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.511965] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291518, 'name': CloneVM_Task, 'duration_secs': 1.893589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.512378] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Created linked-clone VM from snapshot [ 841.513262] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf245ef-c5e2-4803-bc5e-8babc1f93510 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.525202] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Uploading image c95634ff-25d8-49a7-98bd-6084c7e352f2 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 841.530198] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291521, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.557778] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 841.557778] env[62270]: value = "vm-845288" [ 841.557778] env[62270]: _type = "VirtualMachine" [ 841.557778] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 841.557968] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fec8ebe-ab10-4adb-adb6-f61776ed0bde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.567431] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease: (returnval){ [ 841.567431] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dd9ba2-db9a-2d4d-1c59-e28260d3772a" [ 841.567431] env[62270]: _type = "HttpNfcLease" [ 841.567431] env[62270]: } obtained for exporting VM: (result){ [ 841.567431] env[62270]: value = "vm-845288" [ 841.567431] env[62270]: _type = "VirtualMachine" [ 841.567431] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 841.567925] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the lease: (returnval){ [ 841.567925] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dd9ba2-db9a-2d4d-1c59-e28260d3772a" [ 841.567925] env[62270]: _type = "HttpNfcLease" [ 841.567925] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 841.576030] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.576030] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dd9ba2-db9a-2d4d-1c59-e28260d3772a" [ 841.576030] env[62270]: _type = "HttpNfcLease" [ 841.576030] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.628852] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d3d8355b-a636-4658-bdcc-6a069f088903 tempest-TenantUsagesTestJSON-842459990 tempest-TenantUsagesTestJSON-842459990-project-member] Lock "8959da57-2df4-45f2-864d-11b6b40340af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.513s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.893571] env[62270]: DEBUG nova.network.neutron [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Updated VIF entry in instance network info cache for port 743a6737-2d3b-4979-87f7-8dd6ae1fcd81. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 841.893964] env[62270]: DEBUG nova.network.neutron [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Updating instance_info_cache with network_info: [{"id": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "address": "fa:16:3e:46:65:d6", "network": {"id": "a22d0770-4088-4961-a91a-8bcc3ed8c687", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-356274479-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e265b4c9de2540559e8c8b0a269f15ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a6737-2d", "ovs_interfaceid": "743a6737-2d3b-4979-87f7-8dd6ae1fcd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.972810] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.027769] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291521, 'name': CreateVM_Task, 'duration_secs': 0.519341} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.028064] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 842.028832] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.029080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.029471] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 842.029788] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-595ea9d1-d9fa-45e7-aed1-75090730c60e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.036915] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 842.036915] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522feaf5-bd71-fc9e-8cd5-0a6d9ee698ab" [ 842.036915] env[62270]: _type = "Task" [ 842.036915] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.052655] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522feaf5-bd71-fc9e-8cd5-0a6d9ee698ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.077919] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.077919] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dd9ba2-db9a-2d4d-1c59-e28260d3772a" [ 842.077919] env[62270]: _type = "HttpNfcLease" [ 842.077919] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 842.078264] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 842.078264] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dd9ba2-db9a-2d4d-1c59-e28260d3772a" [ 842.078264] env[62270]: _type = "HttpNfcLease" [ 842.078264] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 842.079168] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febd5543-f8a3-4a00-bc4a-54f2a12df3ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.092024] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 842.092024] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 842.211692] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Successfully updated port: bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.216717] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-275fc3c5-fcf8-4b7c-bb71-ec13b7e112ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.271567] env[62270]: DEBUG nova.compute.manager [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Received event network-vif-plugged-bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 842.271833] env[62270]: DEBUG oslo_concurrency.lockutils [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] Acquiring lock "78aede01-1f93-4396-abd9-4d05de22119c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.271994] env[62270]: DEBUG oslo_concurrency.lockutils [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] Lock "78aede01-1f93-4396-abd9-4d05de22119c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.272193] env[62270]: DEBUG oslo_concurrency.lockutils [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] Lock "78aede01-1f93-4396-abd9-4d05de22119c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.272442] env[62270]: DEBUG nova.compute.manager [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] No waiting events found dispatching network-vif-plugged-bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 842.272653] env[62270]: WARNING nova.compute.manager [req-eb533032-3c51-459b-8771-800e0f6dce6f req-b49f7fb2-50b9-48fe-855a-6b748fe0565e service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Received unexpected event network-vif-plugged-bb3eb627-59f5-4224-a5b9-016643e10f7f for instance with vm_state building and task_state spawning. [ 842.305972] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.306879] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98103e7-98ed-41c3-afc5-ebd4d41a8b1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.313898] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.314095] env[62270]: ERROR oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk due to incomplete transfer. [ 842.316456] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ce7a7e00-d966-4d35-b67c-60730ba207ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.325612] env[62270]: DEBUG oslo_vmware.rw_handles [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e79dc6-6204-cd50-1187-00f69a66f7f0/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.325827] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Uploaded image 96372ba7-9e62-44c0-b5a0-47cbb6046e5c to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 842.328024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 842.330712] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b004b789-b59f-4dcd-a4ef-2806cbc6bd22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.338387] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 842.338387] env[62270]: value = "task-4291524" [ 842.338387] env[62270]: _type = "Task" [ 842.338387] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.352171] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291524, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.396602] env[62270]: DEBUG oslo_concurrency.lockutils [req-b3b043f1-5852-42f1-a42d-9392938d46f0 req-5ad34809-9334-435e-a6cd-7842135c2ea1 service nova] Releasing lock "refresh_cache-a14afafb-5d3c-4f75-a893-3f8563a8945a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.475304] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291522, 'name': ReconfigVM_Task, 'duration_secs': 0.601241} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.475611] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fb133469-45df-4024-9155-eeed639eca8e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.476309] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25327a48-00a9-462f-849a-b4a0c6bd9cda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.485047] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 842.485047] env[62270]: value = "task-4291525" [ 842.485047] env[62270]: _type = "Task" [ 842.485047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.497876] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291525, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.555819] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522feaf5-bd71-fc9e-8cd5-0a6d9ee698ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015344} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.555956] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.556243] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.556509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.557248] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.557248] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.557508] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a28b6c-5c2e-4694-a506-91c74fc1a40e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.573968] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.574804] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 842.575444] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5595628-e131-46c9-b12d-49f4e2fa74ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.587501] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 842.587501] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292b873-488c-db3f-84fb-eff5db5cfb7d" [ 842.587501] env[62270]: _type = "Task" [ 842.587501] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.599062] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292b873-488c-db3f-84fb-eff5db5cfb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.716372] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.716537] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.716702] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 842.733180] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb182422-096c-4b5c-847a-fad59d7a2908 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.744940] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0aa443-9d70-4887-b133-6e8406b5ac28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.786547] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5890558-4f06-4ade-a9c3-8aa74049c9cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.796463] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce6bf5a-bb4a-41a8-8ead-54efddffe79d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.813459] env[62270]: DEBUG nova.compute.provider_tree [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.850951] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291524, 'name': Destroy_Task, 'duration_secs': 0.366397} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.851380] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Destroyed the VM [ 842.851707] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.852066] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-28a28e96-9782-46e3-962b-d86c225c6e19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.862173] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 842.862173] env[62270]: value = "task-4291526" [ 842.862173] env[62270]: _type = "Task" [ 842.862173] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.996370] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291525, 'name': Rename_Task, 'duration_secs': 0.223471} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.996805] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 842.996930] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f1ef4b1-54e9-43d5-811d-fa950d3123d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.005526] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 843.005526] env[62270]: value = "task-4291527" [ 843.005526] env[62270]: _type = "Task" [ 843.005526] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.015321] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.099805] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292b873-488c-db3f-84fb-eff5db5cfb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.101267] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f383f4d-b77a-4694-97f4-c3f0130ea4b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.109781] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 843.109781] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526c9106-2a8e-65a8-36e5-886b9c032801" [ 843.109781] env[62270]: _type = "Task" [ 843.109781] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.120844] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526c9106-2a8e-65a8-36e5-886b9c032801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.287156] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 843.329890] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.330258] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.332177] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.332502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.333391] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.338464] env[62270]: INFO nova.compute.manager [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Terminating instance [ 843.345089] env[62270]: DEBUG nova.compute.manager [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 843.345135] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 843.346431] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f483991-044d-4c84-9141-479c5a0e9823 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.352542] env[62270]: ERROR nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [req-ad67803a-b245-4cff-adda-7432131f386a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad67803a-b245-4cff-adda-7432131f386a"}]} [ 843.370980] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 843.375549] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b305e821-63e4-493d-8ef8-c7864d0b27ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.382605] env[62270]: DEBUG nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 843.396235] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291526, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.398031] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 843.398031] env[62270]: value = "task-4291528" [ 843.398031] env[62270]: _type = "Task" [ 843.398031] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.408980] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.412180] env[62270]: DEBUG nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 843.412629] env[62270]: DEBUG nova.compute.provider_tree [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.435666] env[62270]: DEBUG nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 843.465356] env[62270]: DEBUG nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 843.521161] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291527, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.621894] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526c9106-2a8e-65a8-36e5-886b9c032801, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.625336] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.625704] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a14afafb-5d3c-4f75-a893-3f8563a8945a/a14afafb-5d3c-4f75-a893-3f8563a8945a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 843.627230] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e4ae7f-cabc-4942-a73a-9e9682ab789a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.634918] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 843.634918] env[62270]: value = "task-4291529" [ 843.634918] env[62270]: _type = "Task" [ 843.634918] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.650753] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.889356] env[62270]: DEBUG oslo_vmware.api [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291526, 'name': RemoveSnapshot_Task, 'duration_secs': 0.960465} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.890471] env[62270]: DEBUG nova.network.neutron [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Updating instance_info_cache with network_info: [{"id": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "address": "fa:16:3e:b5:d2:cd", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3eb627-59", "ovs_interfaceid": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.892515] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.892886] env[62270]: INFO nova.compute.manager [None req-3601c057-c425-4bc7-9da4-c69d0be99b2f tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Took 14.47 seconds to snapshot the instance on the hypervisor. [ 843.911769] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291528, 'name': PowerOffVM_Task, 'duration_secs': 0.256621} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.913356] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 843.913886] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 843.914209] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f09dcb40-5ed2-48db-8ba1-cd5a4437f2dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.002434] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 844.002753] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 844.002997] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleting the datastore file [datastore2] a5805aa7-3091-4d27-843b-4a62eb7b80e9 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.003279] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7974c6f7-24d1-4d3c-b6ac-8fb232fe2acc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.015588] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 844.015588] env[62270]: value = "task-4291531" [ 844.015588] env[62270]: _type = "Task" [ 844.015588] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.022968] env[62270]: DEBUG oslo_vmware.api [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291527, 'name': PowerOnVM_Task, 'duration_secs': 0.842121} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.023756] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 844.023971] env[62270]: INFO nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 844.024282] env[62270]: DEBUG nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 844.025702] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003a473d-bc21-41e3-bd18-a83758282a34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.032476] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.119403] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e475c-4ff7-4b2e-89dd-806bf2ee449d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.131317] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda40cc5-db12-4d87-9078-02269eade979 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.147178] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.178943] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c180a0b-0ba8-4ab3-bf2f-f7f856ce252d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.189108] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4434bd6c-3302-45af-8312-6b68d1576da4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.205978] env[62270]: DEBUG nova.compute.provider_tree [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.393116] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.393411] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Instance network_info: |[{"id": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "address": "fa:16:3e:b5:d2:cd", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3eb627-59", "ovs_interfaceid": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 844.394103] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:d2:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb3eb627-59f5-4224-a5b9-016643e10f7f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.402114] env[62270]: DEBUG oslo.service.loopingcall [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.406685] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 844.406685] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d275faa-6076-4f22-bed7-2b8eb743f96f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.429234] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.429234] env[62270]: value = "task-4291532" [ 844.429234] env[62270]: _type = "Task" [ 844.429234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.440097] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291532, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.528138] env[62270]: DEBUG oslo_vmware.api [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348646} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.528444] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.528647] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 844.528833] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 844.529046] env[62270]: INFO nova.compute.manager [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 844.529281] env[62270]: DEBUG oslo.service.loopingcall [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.529486] env[62270]: DEBUG nova.compute.manager [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 844.529579] env[62270]: DEBUG nova.network.neutron [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 844.553430] env[62270]: DEBUG nova.compute.manager [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Received event network-changed-bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 844.553711] env[62270]: DEBUG nova.compute.manager [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Refreshing instance network info cache due to event network-changed-bb3eb627-59f5-4224-a5b9-016643e10f7f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 844.553982] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Acquiring lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.554189] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Acquired lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.554528] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Refreshing network info cache for port bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 844.558497] env[62270]: INFO nova.compute.manager [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Took 49.70 seconds to build instance. [ 844.647881] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611547} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.649361] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a14afafb-5d3c-4f75-a893-3f8563a8945a/a14afafb-5d3c-4f75-a893-3f8563a8945a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 844.649361] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.649361] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695f9940-73ce-4b11-ae12-62d40b443bde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.657718] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 844.657718] env[62270]: value = "task-4291533" [ 844.657718] env[62270]: _type = "Task" [ 844.657718] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.668553] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.748793] env[62270]: DEBUG nova.scheduler.client.report [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 844.749057] env[62270]: DEBUG nova.compute.provider_tree [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 89 to 90 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 844.749262] env[62270]: DEBUG nova.compute.provider_tree [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.945719] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291532, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.061669] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b058f2f7-b40d-4422-94af-77e2f4fa2186 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.270s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.167493] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080906} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.168307] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.168898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf605973-ed32-4207-b3e8-62f1cc4522a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.194070] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a14afafb-5d3c-4f75-a893-3f8563a8945a/a14afafb-5d3c-4f75-a893-3f8563a8945a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.198189] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed9a8470-61b0-4775-8c45-f5e8c0a0e480 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.223943] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 845.223943] env[62270]: value = "task-4291534" [ 845.223943] env[62270]: _type = "Task" [ 845.223943] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.234520] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.255010] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.158s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.255588] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 845.258550] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.104s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.258709] env[62270]: DEBUG nova.objects.instance [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'resources' on Instance uuid acca6958-450c-40bb-aa90-81cd94c2f757 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.436079] env[62270]: DEBUG nova.network.neutron [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.458075] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291532, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.459440] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Updated VIF entry in instance network info cache for port bb3eb627-59f5-4224-a5b9-016643e10f7f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 845.459918] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Updating instance_info_cache with network_info: [{"id": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "address": "fa:16:3e:b5:d2:cd", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3eb627-59", "ovs_interfaceid": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.564271] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 845.735768] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.762665] env[62270]: DEBUG nova.compute.utils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.767522] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 845.767522] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 845.836281] env[62270]: DEBUG nova.policy [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37cdaf019a42442f844a95ceda210d19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ba375f6afe465f911b9e372c1fb4ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 845.946456] env[62270]: INFO nova.compute.manager [-] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Took 1.42 seconds to deallocate network for instance. [ 845.952659] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291532, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.962461] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Releasing lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.962743] env[62270]: DEBUG nova.compute.manager [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 845.962947] env[62270]: DEBUG nova.compute.manager [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing instance network info cache due to event network-changed-12702faa-cbc2-446d-a5aa-a60571e369bb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 845.963157] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Acquiring lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.963369] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Acquired lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.963569] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Refreshing network info cache for port 12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 846.084228] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.194081] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Successfully created port: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.224460] env[62270]: DEBUG nova.compute.manager [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 846.225824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e82d03-c3ea-4cea-a776-4c9058cc9d28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.259532] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291534, 'name': ReconfigVM_Task, 'duration_secs': 0.68648} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.264556] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a14afafb-5d3c-4f75-a893-3f8563a8945a/a14afafb-5d3c-4f75-a893-3f8563a8945a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.265746] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99de303-6404-4b1b-a892-9eb3dc2a2b05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.268505] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 846.284746] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 846.284746] env[62270]: value = "task-4291535" [ 846.284746] env[62270]: _type = "Task" [ 846.284746] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.301618] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291535, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.317657] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c614ca7b-f213-4db0-be83-64f458b7cc0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.329628] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5372c219-63d1-4679-bfbe-349aa7cac815 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.372560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c27283-6d1c-4111-bfd3-b172e9a19345 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.384568] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c4262-5480-4446-8db0-4bb5b9e5fea3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.407044] env[62270]: DEBUG nova.compute.provider_tree [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.450918] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291532, 'name': CreateVM_Task, 'duration_secs': 1.899837} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.451491] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 846.451836] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.452026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.452378] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.452653] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6418afb5-4178-414d-9799-d3e39bfdbde9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.458757] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 846.458757] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52de8360-9453-3599-0d34-a6da59303ba3" [ 846.458757] env[62270]: _type = "Task" [ 846.458757] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.459853] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.474650] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52de8360-9453-3599-0d34-a6da59303ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.491043] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 846.589039] env[62270]: DEBUG nova.network.neutron [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.627841] env[62270]: DEBUG nova.compute.manager [req-dd29f7d9-3cd0-47c7-8566-8068d0d44a0e req-573baff4-3c2f-4094-ab5b-efcdd5073fd5 service nova] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Received event network-vif-deleted-12702faa-cbc2-446d-a5aa-a60571e369bb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 846.767939] env[62270]: INFO nova.compute.manager [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] instance snapshotting [ 846.775159] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2f97f-47db-4c13-bdf9-bbd8cf9a3989 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.808685] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c86ca-ad27-481b-a92f-93cb3ac6f220 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.819139] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291535, 'name': Rename_Task, 'duration_secs': 0.256169} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.822198] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 846.826459] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9011b12-c511-440f-8b9b-b3444719b898 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.841937] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 846.841937] env[62270]: value = "task-4291536" [ 846.841937] env[62270]: _type = "Task" [ 846.841937] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.848944] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.909674] env[62270]: DEBUG nova.scheduler.client.report [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 846.970830] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52de8360-9453-3599-0d34-a6da59303ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.971191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.971437] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.971688] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.971842] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.972053] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.972436] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a7be708-a546-4081-9c87-c641dd4644c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.983080] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.983353] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 846.984195] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ce7f31-615b-4f9a-90d5-9b563013fcbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.990554] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 846.990554] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523fa907-574b-4de6-443f-a8df2722d178" [ 846.990554] env[62270]: _type = "Task" [ 846.990554] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.000061] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523fa907-574b-4de6-443f-a8df2722d178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.093777] env[62270]: DEBUG oslo_concurrency.lockutils [req-63590eaa-b369-49dc-903f-88872570e717 req-a99567f2-669b-4b58-9dfe-bc848408ef96 service nova] Releasing lock "refresh_cache-a5805aa7-3091-4d27-843b-4a62eb7b80e9" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.284609] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 847.308329] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 847.308733] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 847.309020] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.309349] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 847.309622] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.309893] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 847.310270] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 847.310563] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 847.310889] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 847.311210] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 847.311507] env[62270]: DEBUG nova.virt.hardware [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 847.312905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f9391-8f6a-4fa6-b1aa-605e5f4c4dc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.324475] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91069c3a-6226-4aae-967b-54633ea71f9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.330493] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.330770] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-71cc8134-c522-4f54-8c6c-b9eed87f2b64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.349462] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 847.349462] env[62270]: value = "task-4291537" [ 847.349462] env[62270]: _type = "Task" [ 847.349462] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.356685] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.363298] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291537, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.414601] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.417209] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.177s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.418752] env[62270]: INFO nova.compute.claims [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.441210] env[62270]: INFO nova.scheduler.client.report [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted allocations for instance acca6958-450c-40bb-aa90-81cd94c2f757 [ 847.503361] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523fa907-574b-4de6-443f-a8df2722d178, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.504193] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3223c717-62ac-4f95-989d-0ba8401cbd55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.511324] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 847.511324] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52258bca-b6d0-2b0e-78c7-ef8843712aef" [ 847.511324] env[62270]: _type = "Task" [ 847.511324] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.520794] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52258bca-b6d0-2b0e-78c7-ef8843712aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.857069] env[62270]: DEBUG oslo_vmware.api [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291536, 'name': PowerOnVM_Task, 'duration_secs': 0.771209} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.857742] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 847.857983] env[62270]: INFO nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 847.858196] env[62270]: DEBUG nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 847.858945] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc92b4-b5d3-4500-b488-5ed6b0af01bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.864746] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291537, 'name': CreateSnapshot_Task, 'duration_secs': 0.456656} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.865316] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.866068] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c9526-2c44-460d-9562-227dd8dc7984 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.948752] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7b23c49-5f72-404f-8828-aaf007a08ffd tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "acca6958-450c-40bb-aa90-81cd94c2f757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.269s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.022496] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52258bca-b6d0-2b0e-78c7-ef8843712aef, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.022747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.023016] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/78aede01-1f93-4396-abd9-4d05de22119c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 848.023283] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f1f1d9-c085-4551-ac6f-2c424653c519 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.030925] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 848.030925] env[62270]: value = "task-4291538" [ 848.030925] env[62270]: _type = "Task" [ 848.030925] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.039845] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.054869] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Successfully updated port: 39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.401046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.406449] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1707440-0892-44a4-a3c1-4557898b45c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.413971] env[62270]: INFO nova.compute.manager [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Took 50.58 seconds to build instance. [ 848.420252] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 848.420252] env[62270]: value = "task-4291539" [ 848.420252] env[62270]: _type = "Task" [ 848.420252] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.433271] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291539, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.545632] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.557011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.557363] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquired lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.557363] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 848.713104] env[62270]: DEBUG nova.compute.manager [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Received event network-vif-plugged-39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 848.713173] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Acquiring lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.713452] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.713586] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.713806] env[62270]: DEBUG nova.compute.manager [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] No waiting events found dispatching network-vif-plugged-39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 848.713952] env[62270]: WARNING nova.compute.manager [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Received unexpected event network-vif-plugged-39e6541d-6664-4fd7-bb28-ad4ed2826d08 for instance with vm_state building and task_state spawning. [ 848.714183] env[62270]: DEBUG nova.compute.manager [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Received event network-changed-39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 848.714294] env[62270]: DEBUG nova.compute.manager [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Refreshing instance network info cache due to event network-changed-39e6541d-6664-4fd7-bb28-ad4ed2826d08. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 848.714896] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Acquiring lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.828159] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.828432] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.828654] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.828844] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.829032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.831212] env[62270]: INFO nova.compute.manager [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Terminating instance [ 848.833349] env[62270]: DEBUG nova.compute.manager [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 848.833652] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 848.834513] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d46192-e989-45d5-b3b0-4317e82de23a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.845341] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 848.845605] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a8244b0-9f32-43d5-9828-28b9ac60a9b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.856118] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 848.856118] env[62270]: value = "task-4291540" [ 848.856118] env[62270]: _type = "Task" [ 848.856118] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.885588] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.916807] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1b6e9a2-fe31-42bd-b061-c13d1bdc3d8e tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.220s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.932888] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291539, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.966265] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db6fcea-8d14-409d-a219-35d95c153e2b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.975325] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58eb286-c448-4840-8e59-d2ec16642195 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.010608] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df19ac5-690f-41fe-8fce-6b1221e92390 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.019396] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0390c371-47c1-4028-a980-6481035b8ad0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.034065] env[62270]: DEBUG nova.compute.provider_tree [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.044399] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548757} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.045286] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/78aede01-1f93-4396-abd9-4d05de22119c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 849.045518] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.045779] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7921b9bb-93e9-4f2e-95d8-ad579948d9a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.053628] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 849.053628] env[62270]: value = "task-4291541" [ 849.053628] env[62270]: _type = "Task" [ 849.053628] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.064550] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.121402] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 849.373293] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291540, 'name': PowerOffVM_Task, 'duration_secs': 0.401252} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.373684] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 849.374410] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 849.374410] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5f45556-1a68-402c-9032-cc2172cf8b93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.382670] env[62270]: DEBUG nova.network.neutron [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updating instance_info_cache with network_info: [{"id": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "address": "fa:16:3e:d6:51:b6", "network": {"id": "d7cf59b8-a6a1-49ee-b5ad-c22c626026df", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2028450968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba375f6afe465f911b9e372c1fb4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6541d-66", "ovs_interfaceid": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.426159] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 849.435809] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291539, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.453544] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 849.453959] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 849.454207] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleting the datastore file [datastore2] 166327bb-db5f-43f6-a24d-3cf9ee4f923a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.454510] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d1a9a4-9814-4169-bb9f-58d7a0c3febb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.461659] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for the task: (returnval){ [ 849.461659] env[62270]: value = "task-4291543" [ 849.461659] env[62270]: _type = "Task" [ 849.461659] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.470686] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.539937] env[62270]: DEBUG nova.scheduler.client.report [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 849.565089] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081864} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.565494] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.566226] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a787993-73e9-4e6a-9284-7947081904fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.591107] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/78aede01-1f93-4396-abd9-4d05de22119c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.591429] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4465a912-7a5d-428a-8c3c-76eb00aeec1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.612878] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 849.612878] env[62270]: value = "task-4291544" [ 849.612878] env[62270]: _type = "Task" [ 849.612878] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.621718] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.886592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Releasing lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.887754] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Instance network_info: |[{"id": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "address": "fa:16:3e:d6:51:b6", "network": {"id": "d7cf59b8-a6a1-49ee-b5ad-c22c626026df", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2028450968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba375f6afe465f911b9e372c1fb4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6541d-66", "ovs_interfaceid": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 849.887754] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Acquired lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.887754] env[62270]: DEBUG nova.network.neutron [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Refreshing network info cache for port 39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 849.888699] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:51:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e6541d-6664-4fd7-bb28-ad4ed2826d08', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.896199] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Creating folder: Project (95ba375f6afe465f911b9e372c1fb4ab). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 849.897257] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb2b4380-bd8a-45af-a42e-e5eefff94d77 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.912013] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Created folder: Project (95ba375f6afe465f911b9e372c1fb4ab) in parent group-v845132. [ 849.912292] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Creating folder: Instances. Parent ref: group-v845293. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 849.912613] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35df1489-9165-48d1-b138-869cadd505c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.927815] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Created folder: Instances in parent group-v845293. [ 849.928127] env[62270]: DEBUG oslo.service.loopingcall [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.928750] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 849.928987] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1155d6c-82fe-40d4-9498-8cb9d000683f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.950598] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291539, 'name': CloneVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.960559] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.960559] env[62270]: value = "task-4291547" [ 849.960559] env[62270]: _type = "Task" [ 849.960559] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.975309] env[62270]: DEBUG oslo_vmware.api [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Task: {'id': task-4291543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28406} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.978811] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.979077] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 849.979308] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 849.979559] env[62270]: INFO nova.compute.manager [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 849.979801] env[62270]: DEBUG oslo.service.loopingcall [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.980010] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291547, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.980288] env[62270]: DEBUG nova.compute.manager [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 849.980339] env[62270]: DEBUG nova.network.neutron [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 850.045680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.046375] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 850.049783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.691s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.052055] env[62270]: INFO nova.compute.claims [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.098680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.124898] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291544, 'name': ReconfigVM_Task, 'duration_secs': 0.39351} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.125562] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/78aede01-1f93-4396-abd9-4d05de22119c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.126372] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f21347f0-03cb-43d0-bbf3-b1c97ef8a55b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.137163] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 850.137163] env[62270]: value = "task-4291548" [ 850.137163] env[62270]: _type = "Task" [ 850.137163] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.145998] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291548, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.434632] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291539, 'name': CloneVM_Task, 'duration_secs': 1.529877} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.434935] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Created linked-clone VM from snapshot [ 850.436132] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cff4a1-8821-4e0c-95b8-6cae95325ffe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.447389] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Uploading image fa9adf16-7b8b-4a4c-86c7-47d5c8367dc9 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 850.473891] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291547, 'name': CreateVM_Task, 'duration_secs': 0.425364} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.476429] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 850.477411] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.477937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.477937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.478627] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2d2682-b778-4e82-b0e9-37b947992948 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.484707] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.484707] env[62270]: value = "vm-845292" [ 850.484707] env[62270]: _type = "VirtualMachine" [ 850.484707] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.484993] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-36b6b631-67e4-47a6-8502-f1111687e518 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.488117] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 850.488117] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f771b8-bad0-62be-b475-19daa87a6e9c" [ 850.488117] env[62270]: _type = "Task" [ 850.488117] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.497943] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f771b8-bad0-62be-b475-19daa87a6e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.499807] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease: (returnval){ [ 850.499807] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d63e7f-af02-4c19-5569-521edd9e23d2" [ 850.499807] env[62270]: _type = "HttpNfcLease" [ 850.499807] env[62270]: } obtained for exporting VM: (result){ [ 850.499807] env[62270]: value = "vm-845292" [ 850.499807] env[62270]: _type = "VirtualMachine" [ 850.499807] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.500252] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the lease: (returnval){ [ 850.500252] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d63e7f-af02-4c19-5569-521edd9e23d2" [ 850.500252] env[62270]: _type = "HttpNfcLease" [ 850.500252] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.511444] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.511444] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d63e7f-af02-4c19-5569-521edd9e23d2" [ 850.511444] env[62270]: _type = "HttpNfcLease" [ 850.511444] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.511822] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.511822] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d63e7f-af02-4c19-5569-521edd9e23d2" [ 850.511822] env[62270]: _type = "HttpNfcLease" [ 850.511822] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.512619] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938be8ed-eb59-418d-a5c7-0f73e8e9f828 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.524309] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.524486] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.586525] env[62270]: DEBUG nova.compute.utils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 850.592551] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 850.630115] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcafb923-1fbc-4356-92dd-8a8580786ee6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.646774] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291548, 'name': Rename_Task, 'duration_secs': 0.187991} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.648963] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 850.651680] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28329d6-f42c-43b0-9427-de5a5cb97891 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.663715] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 850.663715] env[62270]: value = "task-4291550" [ 850.663715] env[62270]: _type = "Task" [ 850.663715] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.678723] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.735671] env[62270]: DEBUG nova.network.neutron [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updated VIF entry in instance network info cache for port 39e6541d-6664-4fd7-bb28-ad4ed2826d08. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 850.736161] env[62270]: DEBUG nova.network.neutron [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updating instance_info_cache with network_info: [{"id": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "address": "fa:16:3e:d6:51:b6", "network": {"id": "d7cf59b8-a6a1-49ee-b5ad-c22c626026df", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2028450968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba375f6afe465f911b9e372c1fb4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6541d-66", "ovs_interfaceid": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.799091] env[62270]: DEBUG nova.compute.manager [req-a89b9882-573c-4678-b3f4-5c06ec1c802e req-c8d85e22-befb-40db-83ae-6e32449c524d service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Received event network-vif-deleted-ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 850.799313] env[62270]: INFO nova.compute.manager [req-a89b9882-573c-4678-b3f4-5c06ec1c802e req-c8d85e22-befb-40db-83ae-6e32449c524d service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Neutron deleted interface ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf; detaching it from the instance and deleting it from the info cache [ 850.799499] env[62270]: DEBUG nova.network.neutron [req-a89b9882-573c-4678-b3f4-5c06ec1c802e req-c8d85e22-befb-40db-83ae-6e32449c524d service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.910586] env[62270]: DEBUG nova.network.neutron [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.002262] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f771b8-bad0-62be-b475-19daa87a6e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012877} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.002779] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.003063] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.003444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.003610] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003862] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.004205] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2796d1d-9fd5-45cf-b720-1382808827b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.015493] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.015717] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 851.016649] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7bbabf-a552-4b95-9a56-20274e7e82e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.023977] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 851.023977] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d8b194-9dd5-a0ba-3743-dba1d0974561" [ 851.023977] env[62270]: _type = "Task" [ 851.023977] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.033648] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d8b194-9dd5-a0ba-3743-dba1d0974561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.089858] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 851.184763] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.239244] env[62270]: DEBUG oslo_concurrency.lockutils [req-836b753e-7583-4490-85d1-ccae44ff41ce req-c70494b4-506a-4b89-966e-85b0f5bd142b service nova] Releasing lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.302084] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e5373f8-26b3-403e-b418-617594fe8a7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.317018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c6ba9-dd13-4094-9e23-1cb47a6d5cdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.367497] env[62270]: DEBUG nova.compute.manager [req-a89b9882-573c-4678-b3f4-5c06ec1c802e req-c8d85e22-befb-40db-83ae-6e32449c524d service nova] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Detach interface failed, port_id=ae1df0c7-a443-44a6-a8f1-5baf4d7ac5cf, reason: Instance 166327bb-db5f-43f6-a24d-3cf9ee4f923a could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 851.414101] env[62270]: INFO nova.compute.manager [-] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Took 1.43 seconds to deallocate network for instance. [ 851.538852] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d8b194-9dd5-a0ba-3743-dba1d0974561, 'name': SearchDatastore_Task, 'duration_secs': 0.018631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.539671] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e346ce1a-2c84-4ced-83d3-5e1267881226 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.550509] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 851.550509] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52991b94-1645-93da-9d39-041a7bd40467" [ 851.550509] env[62270]: _type = "Task" [ 851.550509] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.559734] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52991b94-1645-93da-9d39-041a7bd40467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.604833] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.606997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.606997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.606997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.606997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.608691] env[62270]: INFO nova.compute.manager [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Terminating instance [ 851.610868] env[62270]: DEBUG nova.compute.manager [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 851.611215] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 851.612271] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153f4849-582f-4766-8a96-96c7cec33d34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.625659] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.626849] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6e5e08-43a3-4c9b-8d11-dd214720fdbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.635570] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 851.635570] env[62270]: value = "task-4291551" [ 851.635570] env[62270]: _type = "Task" [ 851.635570] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.653841] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.685614] env[62270]: DEBUG oslo_vmware.api [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291550, 'name': PowerOnVM_Task, 'duration_secs': 0.629637} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.686412] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 851.686907] env[62270]: INFO nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Took 11.06 seconds to spawn the instance on the hypervisor. [ 851.687584] env[62270]: DEBUG nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 851.688289] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02b8aa-df7b-47b0-ba03-9e4c11263f2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.724287] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d87b276-6739-450c-bd7c-310dbc02b5f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.735754] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed637a5-8875-4ef8-b4f6-7910ff504566 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.770815] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c9cb8-61c5-4257-8650-32a879a33414 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.780776] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c8f49a-b624-476e-99f9-a94fbecc6e67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.796817] env[62270]: DEBUG nova.compute.provider_tree [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.922037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.062535] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52991b94-1645-93da-9d39-041a7bd40467, 'name': SearchDatastore_Task, 'duration_secs': 0.018736} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.062879] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.063200] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 8c93b9dc-3a99-4031-b44c-111fba9a211f/8c93b9dc-3a99-4031-b44c-111fba9a211f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 852.063625] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a566b518-f9c7-4612-b629-1d6869e1344a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.072553] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 852.072553] env[62270]: value = "task-4291552" [ 852.072553] env[62270]: _type = "Task" [ 852.072553] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.104599] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 852.147195] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291551, 'name': PowerOffVM_Task, 'duration_secs': 0.284546} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.147946] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 852.148095] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 852.148364] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c047c805-7b62-4751-b4a6-eafe3f27b10a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.210795] env[62270]: INFO nova.compute.manager [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Took 53.34 seconds to build instance. [ 852.222184] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 852.222576] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 852.222827] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleting the datastore file [datastore2] a14afafb-5d3c-4f75-a893-3f8563a8945a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.223238] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b242060-ae8d-45a3-ba09-d1615d2cd9c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.230935] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 852.230935] env[62270]: value = "task-4291554" [ 852.230935] env[62270]: _type = "Task" [ 852.230935] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.240689] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.301748] env[62270]: DEBUG nova.scheduler.client.report [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 852.584921] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291552, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.713969] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c8bb247b-e708-4d85-8abc-8066347c8cf8 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.501s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.743469] env[62270]: DEBUG oslo_vmware.api [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489051} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.743816] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.743925] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 852.744112] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 852.744305] env[62270]: INFO nova.compute.manager [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.744680] env[62270]: DEBUG oslo.service.loopingcall [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.745236] env[62270]: DEBUG nova.compute.manager [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 852.745343] env[62270]: DEBUG nova.network.neutron [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 852.807447] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.808124] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 852.811130] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.600s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.811324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.811677] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 852.812214] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.513s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.812580] env[62270]: DEBUG nova.objects.instance [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lazy-loading 'resources' on Instance uuid 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.815638] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f171c-e854-4071-bf81-7845c741bec3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.833727] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f70f37-bc63-4352-938c-3b947eb15aa3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.854220] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33508e3c-ed60-4714-8fd4-e1b3a6c978cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.864308] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd75c44-87d1-45cb-88b7-6ed984d01989 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.900581] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178863MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 852.900777] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.090053] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634708} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.090317] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 8c93b9dc-3a99-4031-b44c-111fba9a211f/8c93b9dc-3a99-4031-b44c-111fba9a211f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 853.090557] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.090839] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67587904-0398-4150-8d55-215ce1f0a354 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.100936] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 853.100936] env[62270]: value = "task-4291555" [ 853.100936] env[62270]: _type = "Task" [ 853.100936] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.112303] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.217200] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 853.325770] env[62270]: DEBUG nova.compute.utils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.327341] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 853.338217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb306b93-83d8-47f7-a386-8280154d7d37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.348854] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699be48f-269e-4ec5-a7b5-5da0b2003484 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.382916] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132024e5-9845-424b-83d9-d71707a2b3dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.391730] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c2542-64bd-4158-997b-9efa9f28a5c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.406931] env[62270]: DEBUG nova.compute.provider_tree [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.554128] env[62270]: DEBUG nova.network.neutron [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.615890] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073893} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.616190] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.617020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde00a97-cf80-43a0-8041-436f51d09f3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.641433] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8c93b9dc-3a99-4031-b44c-111fba9a211f/8c93b9dc-3a99-4031-b44c-111fba9a211f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.642158] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca2828f-e596-4829-a4fd-cd767799464c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.665616] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 853.665616] env[62270]: value = "task-4291556" [ 853.665616] env[62270]: _type = "Task" [ 853.665616] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.679931] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.746015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.829847] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 853.910405] env[62270]: DEBUG nova.scheduler.client.report [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 854.057381] env[62270]: INFO nova.compute.manager [-] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Took 1.31 seconds to deallocate network for instance. [ 854.110128] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 854.110340] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 854.110539] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.110758] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 854.111134] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.111134] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 854.111367] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 854.111573] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 854.111781] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 854.111986] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 854.112204] env[62270]: DEBUG nova.virt.hardware [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.114646] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf60a5-ccde-4603-b3c0-ee2b5a8c1b7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.127484] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.129208] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff11b9c1-7e27-4299-bfc8-60799a0a0ca5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.134900] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da5a1c8-d1ce-4d64-bb2a-d037c30f2cf4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.144644] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.144938] env[62270]: ERROR oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk due to incomplete transfer. [ 854.154840] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9de9f99-c7d2-474f-9077-1ef252582495 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.157160] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.163466] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Creating folder: Project (efb075306a8a417da952800dae730e90). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 854.163892] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b182034-a75a-46a4-9d1e-ae49ab2bb1e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.177020] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.178794] env[62270]: DEBUG oslo_vmware.rw_handles [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294cb51-ee08-6a15-dadd-be33af1dfd63/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.179018] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Uploaded image c95634ff-25d8-49a7-98bd-6084c7e352f2 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 854.180906] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 854.182426] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f5ff04b-4a31-4364-ad71-050ed3e89357 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.184356] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Created folder: Project (efb075306a8a417da952800dae730e90) in parent group-v845132. [ 854.184648] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Creating folder: Instances. Parent ref: group-v845296. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 854.184873] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c430721a-ff3a-430b-8f60-2afe05d9754d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.197338] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 854.197338] env[62270]: value = "task-4291559" [ 854.197338] env[62270]: _type = "Task" [ 854.197338] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.202718] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Created folder: Instances in parent group-v845296. [ 854.203061] env[62270]: DEBUG oslo.service.loopingcall [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.203753] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 854.204054] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca5f07e-f992-465a-9bb6-66702563f8b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.221580] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291559, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.228156] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.228156] env[62270]: value = "task-4291560" [ 854.228156] env[62270]: _type = "Task" [ 854.228156] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.238777] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291560, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.416671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.419565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.749s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.420481] env[62270]: DEBUG nova.objects.instance [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lazy-loading 'resources' on Instance uuid 4b28119c-550e-4b9d-a714-e23ded49beb1 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.443480] env[62270]: INFO nova.scheduler.client.report [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Deleted allocations for instance 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f [ 854.566364] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.678574] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291556, 'name': ReconfigVM_Task, 'duration_secs': 0.545259} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.679108] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8c93b9dc-3a99-4031-b44c-111fba9a211f/8c93b9dc-3a99-4031-b44c-111fba9a211f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.679907] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52a22f5-c98b-410b-9443-1a99d2024d52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.689462] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 854.689462] env[62270]: value = "task-4291561" [ 854.689462] env[62270]: _type = "Task" [ 854.689462] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.700698] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291561, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.715026] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291559, 'name': Destroy_Task, 'duration_secs': 0.386033} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.715026] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Destroyed the VM [ 854.715026] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.715026] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-795651f1-1844-45d2-a935-782fd87b960d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.724924] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 854.724924] env[62270]: value = "task-4291562" [ 854.724924] env[62270]: _type = "Task" [ 854.724924] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.744691] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291562, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.744691] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291560, 'name': CreateVM_Task, 'duration_secs': 0.427596} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.744691] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 854.744931] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.745162] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.745703] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.746144] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9052f7c5-f26f-45dd-9af3-97729bc024dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.753905] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 854.753905] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fbbf36-d994-429e-fddf-9d714083f231" [ 854.753905] env[62270]: _type = "Task" [ 854.753905] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.763663] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fbbf36-d994-429e-fddf-9d714083f231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.809712] env[62270]: DEBUG nova.compute.manager [req-11a046c7-d74c-4d60-b1fd-1a1d79c0c61d req-4f77fd73-3d74-4e85-90de-11127b2c863e service nova] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Received event network-vif-deleted-743a6737-2d3b-4979-87f7-8dd6ae1fcd81 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 854.840127] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 854.874206] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 854.874494] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 854.876136] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 854.876589] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 854.876808] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 854.877029] env[62270]: DEBUG nova.virt.hardware [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.878347] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b3b079-5e4d-446d-a10e-a73ff2107945 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.888172] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49071a79-5b8d-4485-852f-af80f0e24072 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.906044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.912805] env[62270]: DEBUG oslo.service.loopingcall [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.913288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 854.913708] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631ca2ce-8df6-4c69-b528-ee70bf6295d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.938262] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.938262] env[62270]: value = "task-4291563" [ 854.938262] env[62270]: _type = "Task" [ 854.938262] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.955272] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291563, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.959533] env[62270]: DEBUG oslo_concurrency.lockutils [None req-74daefee-a128-40b2-b69e-3e817d9f34d2 tempest-ServersTestMultiNic-567928863 tempest-ServersTestMultiNic-567928863-project-member] Lock "3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.052s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.205524] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291561, 'name': Rename_Task, 'duration_secs': 0.186005} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.206719] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 855.206719] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-febd7203-d43a-4aa5-9e07-a593fb8c99b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.221793] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 855.221793] env[62270]: value = "task-4291564" [ 855.221793] env[62270]: _type = "Task" [ 855.221793] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.237342] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.240974] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291562, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.268816] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fbbf36-d994-429e-fddf-9d714083f231, 'name': SearchDatastore_Task, 'duration_secs': 0.018555} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.269936] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.270640] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.271299] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.271299] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.271402] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.271814] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9fdea23-d73e-46da-b47b-8d8688438317 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.286798] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.286798] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 855.287552] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7c2824-ad76-4397-847a-0acc0e39dffe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.303358] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 855.303358] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c335ad-096a-8551-42f5-9bc76540efa2" [ 855.303358] env[62270]: _type = "Task" [ 855.303358] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.314085] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c335ad-096a-8551-42f5-9bc76540efa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.450054] env[62270]: INFO nova.compute.manager [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Rescuing [ 855.450395] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.450647] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.450903] env[62270]: DEBUG nova.network.neutron [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 855.459410] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291563, 'name': CreateVM_Task, 'duration_secs': 0.434109} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.460843] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 855.460843] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.460843] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.460843] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.461436] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd2e023-49c4-481d-9a25-73322e0179ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.471151] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 855.471151] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268252e-903f-b6f7-bc84-e59e1f503064" [ 855.471151] env[62270]: _type = "Task" [ 855.471151] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.484403] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268252e-903f-b6f7-bc84-e59e1f503064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.566384] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d20590-de1b-4489-87e3-907b2d17dddb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.586350] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1df931-9ad2-473d-9627-647bd7611d1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.624607] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afeae0e-8414-4e09-9064-9945387367ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.633578] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2bc48-0662-442b-9ae0-705b53a83401 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.652440] env[62270]: DEBUG nova.compute.provider_tree [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.733814] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.739577] env[62270]: DEBUG oslo_vmware.api [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291562, 'name': RemoveSnapshot_Task, 'duration_secs': 0.896184} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.739962] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.740151] env[62270]: INFO nova.compute.manager [None req-6fc31d46-d9cd-4387-ba9d-38045d6ff4b7 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 855.816245] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c335ad-096a-8551-42f5-9bc76540efa2, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.816565] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff7533c-b822-4214-b611-19d5e25c73ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.823459] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 855.823459] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a6fe4-d135-e5d1-9404-ef39c85ed8e9" [ 855.823459] env[62270]: _type = "Task" [ 855.823459] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.832349] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a6fe4-d135-e5d1-9404-ef39c85ed8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.983348] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268252e-903f-b6f7-bc84-e59e1f503064, 'name': SearchDatastore_Task, 'duration_secs': 0.02065} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.983791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.984087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.984375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.145958] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "85e04614-4419-4d6e-844c-002f70c6f654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.147016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.156287] env[62270]: DEBUG nova.scheduler.client.report [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 856.227552] env[62270]: DEBUG nova.network.neutron [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Updating instance_info_cache with network_info: [{"id": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "address": "fa:16:3e:b5:d2:cd", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3eb627-59", "ovs_interfaceid": "bb3eb627-59f5-4224-a5b9-016643e10f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.232667] env[62270]: DEBUG oslo_vmware.api [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291564, 'name': PowerOnVM_Task, 'duration_secs': 0.98793} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.233232] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 856.233449] env[62270]: INFO nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Took 8.95 seconds to spawn the instance on the hypervisor. [ 856.233636] env[62270]: DEBUG nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 856.234589] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbedcc-f830-44f0-bae2-bbf01fd97b69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.335480] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520a6fe4-d135-e5d1-9404-ef39c85ed8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.03269} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.335793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.336094] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7ad80243-ccd9-4dce-8844-273b82a9e5be/7ad80243-ccd9-4dce-8844-273b82a9e5be.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 856.336414] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.336617] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.336850] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01f2ae48-09b6-44d8-86ed-ceb075b3d643 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.339251] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c64ebb-6c22-481c-b4b6-dbf3084c95d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.349093] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 856.349093] env[62270]: value = "task-4291565" [ 856.349093] env[62270]: _type = "Task" [ 856.349093] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.350636] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.350847] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 856.354854] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d45a63-180e-46b9-a2c6-da4cfeec307e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.362713] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 856.362713] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522999e8-0235-8480-dfa3-a7b32fd062f4" [ 856.362713] env[62270]: _type = "Task" [ 856.362713] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.366454] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.378721] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522999e8-0235-8480-dfa3-a7b32fd062f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.661833] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.668079] env[62270]: DEBUG oslo_concurrency.lockutils [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.455s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.691351] env[62270]: INFO nova.scheduler.client.report [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Deleted allocations for instance 4b28119c-550e-4b9d-a714-e23ded49beb1 [ 856.734211] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-78aede01-1f93-4396-abd9-4d05de22119c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.763644] env[62270]: INFO nova.compute.manager [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Took 54.13 seconds to build instance. [ 856.866655] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.881811] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522999e8-0235-8480-dfa3-a7b32fd062f4, 'name': SearchDatastore_Task, 'duration_secs': 0.028758} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.889035] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583ff700-2e4b-462e-b0c6-ae104850e04e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.899216] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 856.899216] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52215f73-a2db-d5e5-e36a-3e230056e7b4" [ 856.899216] env[62270]: _type = "Task" [ 856.899216] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.912658] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52215f73-a2db-d5e5-e36a-3e230056e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.205218] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c64d1cd0-0ff5-42d2-be0b-c3f083f18b08 tempest-ServersWithSpecificFlavorTestJSON-174089949 tempest-ServersWithSpecificFlavorTestJSON-174089949-project-member] Lock "4b28119c-550e-4b9d-a714-e23ded49beb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.226s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.272483] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4633d385-1954-4cbd-ac0b-c858e0197849 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 119.072s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.288874] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 857.289289] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e9105d-cfeb-4b19-a266-3e01a39b8f26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.305047] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 857.305047] env[62270]: value = "task-4291566" [ 857.305047] env[62270]: _type = "Task" [ 857.305047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.317145] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.320387] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a77e3-358d-4a85-9987-e67805667c6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.329939] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a401c5-b2cc-422f-bb22-767cee7ecce0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.369011] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7110e-2390-4485-8ac6-30f6f27220e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.390996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c118c2-9a12-4b25-9972-4257ee47f9c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.396426] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776265} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.396900] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7ad80243-ccd9-4dce-8844-273b82a9e5be/7ad80243-ccd9-4dce-8844-273b82a9e5be.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 857.397205] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.397936] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2e612a-7068-4667-bf04-c7dbeeae8b31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.411296] env[62270]: DEBUG nova.compute.provider_tree [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.417780] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 857.417780] env[62270]: value = "task-4291567" [ 857.417780] env[62270]: _type = "Task" [ 857.417780] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.425974] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52215f73-a2db-d5e5-e36a-3e230056e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.060665} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.426770] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.427034] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 857.427342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5257d545-1300-4067-b9a1-bdf2ec357ccc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.433041] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.440033] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 857.440033] env[62270]: value = "task-4291568" [ 857.440033] env[62270]: _type = "Task" [ 857.440033] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.450468] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.775971] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 857.825553] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291566, 'name': PowerOffVM_Task, 'duration_secs': 0.481172} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.828028] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 857.828028] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da38bc3a-235e-4c5c-b513-614f8998c8a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.851935] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003435c-28cb-47d4-acd4-ce5bdfa9f4cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.904758] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 857.905068] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2204aaa1-77f0-458b-a2f8-cd181ff6c698 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.914734] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 857.914734] env[62270]: value = "task-4291569" [ 857.914734] env[62270]: _type = "Task" [ 857.914734] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.919129] env[62270]: DEBUG nova.scheduler.client.report [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 857.939039] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 857.939039] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.939308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.939447] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.939668] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.939979] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176173} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.941086] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bafca9dd-72ec-4731-80ce-bc8ed3d05cfd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.943509] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.945889] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8624a2-564e-417f-ae16-53cb87d2fecf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.977039] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 7ad80243-ccd9-4dce-8844-273b82a9e5be/7ad80243-ccd9-4dce-8844-273b82a9e5be.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.984816] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd8234d-bb01-4806-95c3-6cea5798d554 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.001157] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.001413] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 858.002339] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.002971] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6a5309-7711-4aa3-a38d-0024edeca396 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.012352] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 858.012352] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e1b60a-4b35-3247-53ac-21a15d0c2313" [ 858.012352] env[62270]: _type = "Task" [ 858.012352] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.018132] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 858.018132] env[62270]: value = "task-4291570" [ 858.018132] env[62270]: _type = "Task" [ 858.018132] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.031713] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e1b60a-4b35-3247-53ac-21a15d0c2313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.035935] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.315848] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.334166] env[62270]: DEBUG nova.compute.manager [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Received event network-changed-39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 858.334166] env[62270]: DEBUG nova.compute.manager [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Refreshing instance network info cache due to event network-changed-39e6541d-6664-4fd7-bb28-ad4ed2826d08. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 858.334166] env[62270]: DEBUG oslo_concurrency.lockutils [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] Acquiring lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.334166] env[62270]: DEBUG oslo_concurrency.lockutils [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] Acquired lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.335214] env[62270]: DEBUG nova.network.neutron [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Refreshing network info cache for port 39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 858.430193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.430193] env[62270]: INFO nova.compute.manager [None req-93398d52-de96-4aed-a584-6527dd83100f tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Successfully reverted task state from rebuilding on failure for instance. [ 858.437180] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.949s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.437750] env[62270]: INFO nova.compute.claims [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.454901] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719858} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.455242] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 858.455478] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.455747] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58032686-6d17-4eb3-ba50-d5c0e2fb8e27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.480406] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 858.480406] env[62270]: value = "task-4291571" [ 858.480406] env[62270]: _type = "Task" [ 858.480406] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.488960] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.527561] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e1b60a-4b35-3247-53ac-21a15d0c2313, 'name': SearchDatastore_Task, 'duration_secs': 0.055947} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.529009] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad065f7c-07dd-4fb1-9a8d-8cfd13cdf9c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.536171] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.540922] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 858.540922] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5275e9b3-21e3-50e5-4299-07f567d9f037" [ 858.540922] env[62270]: _type = "Task" [ 858.540922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.553352] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5275e9b3-21e3-50e5-4299-07f567d9f037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.996678] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.997138] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.998139] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2de75b-3dbf-4fdc-a08c-b786816e6e37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.024294] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.027426] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-062ad28e-b223-4348-b520-de9a728aecc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.064777] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5275e9b3-21e3-50e5-4299-07f567d9f037, 'name': SearchDatastore_Task, 'duration_secs': 0.021442} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.067829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.068168] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 859.068592] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 859.068592] env[62270]: value = "task-4291572" [ 859.068592] env[62270]: _type = "Task" [ 859.068592] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.068768] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291570, 'name': ReconfigVM_Task, 'duration_secs': 0.664285} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.068997] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8664b0a4-69e9-4c26-9310-8374fa790d59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.071474] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 7ad80243-ccd9-4dce-8844-273b82a9e5be/7ad80243-ccd9-4dce-8844-273b82a9e5be.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.078159] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d5e117-0891-432e-a087-34284b046b34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.089729] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.092409] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 859.092409] env[62270]: value = "task-4291573" [ 859.092409] env[62270]: _type = "Task" [ 859.092409] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.092828] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 859.092828] env[62270]: value = "task-4291574" [ 859.092828] env[62270]: _type = "Task" [ 859.092828] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.109693] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.114384] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291573, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.303096] env[62270]: DEBUG nova.network.neutron [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updated VIF entry in instance network info cache for port 39e6541d-6664-4fd7-bb28-ad4ed2826d08. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 859.303675] env[62270]: DEBUG nova.network.neutron [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updating instance_info_cache with network_info: [{"id": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "address": "fa:16:3e:d6:51:b6", "network": {"id": "d7cf59b8-a6a1-49ee-b5ad-c22c626026df", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2028450968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ba375f6afe465f911b9e372c1fb4ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e6541d-66", "ovs_interfaceid": "39e6541d-6664-4fd7-bb28-ad4ed2826d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.584994] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291572, 'name': ReconfigVM_Task, 'duration_secs': 0.450732} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.585235] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.585951] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4825b2e9-8a6c-4d27-a612-21807f1efe30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.608649] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 859.608649] env[62270]: value = "task-4291575" [ 859.608649] env[62270]: _type = "Task" [ 859.608649] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.621179] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.621342] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291573, 'name': Rename_Task, 'duration_secs': 0.216964} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.622341] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 859.622783] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc300fe3-125f-42f5-8585-46bc8c8af685 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.628907] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291575, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.637102] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 859.637102] env[62270]: value = "task-4291576" [ 859.637102] env[62270]: _type = "Task" [ 859.637102] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.651337] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.807604] env[62270]: DEBUG oslo_concurrency.lockutils [req-77f47113-053f-4f86-994f-c480ce7dd7bc req-49e7b87f-d445-4f11-ab3c-025ad19e4573 service nova] Releasing lock "refresh_cache-8c93b9dc-3a99-4031-b44c-111fba9a211f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.082289] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305e3a03-c0c9-49f0-badd-49f950c1bec8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.092217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae7a5ec-2157-49f6-a5c0-e71eba7eb1fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.138252] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cde981-f3ba-43a6-90c8-e35c89308757 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.143108] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647275} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.147637] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 860.154218] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e697471-455b-49ef-92cd-f6e1bd5505f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.157603] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291575, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.159447] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47d67b-1e4a-4b61-8c14-e6c6bb11f90d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.169965] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291576, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.194144] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.202126] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b77f5a1-df80-405b-bdc5-80ba5630703e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.215911] env[62270]: DEBUG nova.compute.provider_tree [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.224606] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 860.224606] env[62270]: value = "task-4291577" [ 860.224606] env[62270]: _type = "Task" [ 860.224606] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.236845] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.641905] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291575, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.652182] env[62270]: DEBUG oslo_vmware.api [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291576, 'name': PowerOnVM_Task, 'duration_secs': 0.660124} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.652509] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 860.652790] env[62270]: INFO nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Took 8.55 seconds to spawn the instance on the hypervisor. [ 860.653079] env[62270]: DEBUG nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 860.653952] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b9fd60-612c-414b-a2a6-9c3f56d1d687 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.718937] env[62270]: DEBUG nova.scheduler.client.report [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 860.738575] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.145474] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291575, 'name': Rename_Task, 'duration_secs': 1.318613} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.145950] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 861.146234] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f174fcb2-9478-4a33-aae9-6cae95dc04d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.154765] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 861.154765] env[62270]: value = "task-4291578" [ 861.154765] env[62270]: _type = "Task" [ 861.154765] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.170275] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.172847] env[62270]: INFO nova.compute.manager [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Took 50.95 seconds to build instance. [ 861.224749] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.225374] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 861.229782] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.756s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.230143] env[62270]: DEBUG nova.objects.instance [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lazy-loading 'resources' on Instance uuid 6fcec292-8a7f-43ba-9ab7-ac27715e9977 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.244645] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291577, 'name': ReconfigVM_Task, 'duration_secs': 0.734236} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.244645] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.245132] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb4393-fad8-43a0-bc0a-5f1a666bd515 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.281597] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffb3f82-598d-4d52-b364-f835f185148e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.299833] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 861.299833] env[62270]: value = "task-4291579" [ 861.299833] env[62270]: _type = "Task" [ 861.299833] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.311190] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.668609] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.675456] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64491d9a-7254-4f50-b750-ee816604eb9d tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 120.415s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.706742] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.708204] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffad0b2-332d-4741-a845-9a21394e72f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.716712] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.716917] env[62270]: ERROR oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk due to incomplete transfer. [ 861.717375] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9c1cbeb9-9170-4ae8-9b59-27c54a64b9c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.725753] env[62270]: DEBUG oslo_vmware.rw_handles [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e54fb-93aa-38e4-6faa-511cc5e5bc05/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.726037] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Uploaded image fa9adf16-7b8b-4a4c-86c7-47d5c8367dc9 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 861.728299] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 861.728921] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3490d052-4230-4788-8e23-6f226a9c5857 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.731217] env[62270]: DEBUG nova.compute.utils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.732648] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 861.735790] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 861.743789] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 861.743789] env[62270]: value = "task-4291580" [ 861.743789] env[62270]: _type = "Task" [ 861.743789] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.755854] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291580, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.813737] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291579, 'name': ReconfigVM_Task, 'duration_secs': 0.301858} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.815336] env[62270]: DEBUG nova.policy [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 861.817933] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 861.817933] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db97352-a588-47ed-ab0e-882d90ca81f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.830467] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 861.830467] env[62270]: value = "task-4291581" [ 861.830467] env[62270]: _type = "Task" [ 861.830467] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.842925] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.170250] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.178184] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 862.241263] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 862.258957] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291580, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.321132] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Successfully created port: e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.344925] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.347403] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849013e-02f2-4113-b297-53cb19b2da1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.356941] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c587d2-fc76-4bf8-b1c2-32fbf0729f22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405267] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff053c-efff-43a4-9486-e468a0ed51bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.414948] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec06284-e1c2-4dd9-9c2c-46cb8720006d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.430966] env[62270]: DEBUG nova.compute.provider_tree [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.670211] env[62270]: DEBUG oslo_vmware.api [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291578, 'name': PowerOnVM_Task, 'duration_secs': 1.223159} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.670211] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 862.670211] env[62270]: INFO nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Took 7.83 seconds to spawn the instance on the hypervisor. [ 862.670211] env[62270]: DEBUG nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 862.670211] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96bd7f6-45f5-4a02-b348-1d85563baba1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.714973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.772246] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291580, 'name': Destroy_Task, 'duration_secs': 0.720011} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.772246] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Destroyed the VM [ 862.772246] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.772246] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-852c2503-ab3d-43aa-abd9-983822b1022d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.783018] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 862.783018] env[62270]: value = "task-4291582" [ 862.783018] env[62270]: _type = "Task" [ 862.783018] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.792654] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291582, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.853688] env[62270]: DEBUG oslo_vmware.api [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291581, 'name': PowerOnVM_Task, 'duration_secs': 0.962216} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.853688] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 862.853688] env[62270]: DEBUG nova.compute.manager [None req-c68e7bcf-5022-4292-a407-dfcbbb9d4be0 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 862.854280] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5f5b17-70f2-4d5c-bbe0-76250b358c0b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.938315] env[62270]: DEBUG nova.scheduler.client.report [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 863.195355] env[62270]: INFO nova.compute.manager [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Took 38.86 seconds to build instance. [ 863.255705] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 863.297230] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291582, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.299294] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 863.299866] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 863.299866] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.299946] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 863.300200] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.300257] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 863.300670] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 863.300670] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 863.301678] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 863.301678] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 863.301678] env[62270]: DEBUG nova.virt.hardware [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.302276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538916e5-48d3-4f22-a7b9-b9b0a7feac2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.317147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707b714-d902-44c4-8e26-c7915f336e70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.444307] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.446694] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.389s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.450409] env[62270]: INFO nova.compute.claims [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.697939] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f71be926-00ac-4cc2-b823-77c0fd33fdf3 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 121.883s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.798777] env[62270]: DEBUG oslo_vmware.api [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291582, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791723} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.798777] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 863.798777] env[62270]: INFO nova.compute.manager [None req-9490cfb9-04ec-4a2b-8564-22e7c0671035 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 17.03 seconds to snapshot the instance on the hypervisor. [ 863.974995] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c46c04ca-e884-44c8-af03-9895b0ab47f0 tempest-ServerActionsV293TestJSON-1600854557 tempest-ServerActionsV293TestJSON-1600854557-project-member] Lock "6fcec292-8a7f-43ba-9ab7-ac27715e9977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.572s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.147954] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Successfully updated port: e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.152733] env[62270]: INFO nova.compute.manager [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Rebuilding instance [ 864.159291] env[62270]: DEBUG nova.compute.manager [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Received event network-vif-plugged-e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 864.160467] env[62270]: DEBUG oslo_concurrency.lockutils [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.161758] env[62270]: DEBUG oslo_concurrency.lockutils [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.162209] env[62270]: DEBUG oslo_concurrency.lockutils [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.162768] env[62270]: DEBUG nova.compute.manager [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] No waiting events found dispatching network-vif-plugged-e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 864.164591] env[62270]: WARNING nova.compute.manager [req-bd75f045-f391-4538-997a-2ba2fc2219f6 req-c3ce9340-91f7-4841-8b7f-4d6a0bc728d9 service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Received unexpected event network-vif-plugged-e575c385-3110-4a1b-b2cf-3ec571c2f4ea for instance with vm_state building and task_state spawning. [ 864.200595] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 864.222852] env[62270]: DEBUG nova.compute.manager [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 864.223569] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af20e8-884d-4c40-b68c-8b978ed29707 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.654643] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.654816] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.655078] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 864.731921] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.735991] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 864.736498] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41c40799-78ec-4b1f-8ec6-761ce52ebd0b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.748067] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 864.748067] env[62270]: value = "task-4291583" [ 864.748067] env[62270]: _type = "Task" [ 864.748067] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.758136] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.070914] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b9605-6dde-4ad9-8ee2-c16b8a515619 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.083949] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d6703-340e-4af4-9c6b-6c881d0c74ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.125481] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d92b7-b4c1-4fcd-b9ce-aaf72058907d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.134777] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05387d25-cdd8-47b9-a1f6-e2c3f88614e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.150685] env[62270]: DEBUG nova.compute.provider_tree [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.260254] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291583, 'name': PowerOffVM_Task, 'duration_secs': 0.201186} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.260676] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 865.260918] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 865.261713] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36f809-3946-46dd-a742-ee7a6a28afce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.270332] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 865.271041] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ed252e-056a-4edd-b4f1-950f597e6b1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.303229] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 865.303229] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 865.303229] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleting the datastore file [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.303229] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36c4317-aa0a-4b0c-86cd-6bacedaad5c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.311955] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 865.311955] env[62270]: value = "task-4291585" [ 865.311955] env[62270]: _type = "Task" [ 865.311955] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.321714] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.438549] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 865.658543] env[62270]: DEBUG nova.scheduler.client.report [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 865.678480] env[62270]: DEBUG nova.network.neutron [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Updating instance_info_cache with network_info: [{"id": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "address": "fa:16:3e:29:de:bf", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape575c385-31", "ovs_interfaceid": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.832332] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178242} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.832332] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.832332] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 865.832332] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 865.961689] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.961950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.161090] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.161795] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 866.167021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.190s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.167021] env[62270]: INFO nova.compute.claims [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.179699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.180009] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance network_info: |[{"id": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "address": "fa:16:3e:29:de:bf", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape575c385-31", "ovs_interfaceid": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 866.180450] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:de:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e575c385-3110-4a1b-b2cf-3ec571c2f4ea', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.193161] env[62270]: DEBUG oslo.service.loopingcall [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.193518] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 866.193824] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1535ba81-d0be-471f-bcc5-bf78b1df591e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.220178] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.220178] env[62270]: value = "task-4291586" [ 866.220178] env[62270]: _type = "Task" [ 866.220178] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.230925] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291586, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.251932] env[62270]: DEBUG nova.compute.manager [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Received event network-changed-e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 866.252223] env[62270]: DEBUG nova.compute.manager [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Refreshing instance network info cache due to event network-changed-e575c385-3110-4a1b-b2cf-3ec571c2f4ea. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 866.252645] env[62270]: DEBUG oslo_concurrency.lockutils [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] Acquiring lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.252645] env[62270]: DEBUG oslo_concurrency.lockutils [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] Acquired lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.252942] env[62270]: DEBUG nova.network.neutron [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Refreshing network info cache for port e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 866.471045] env[62270]: INFO nova.compute.manager [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Rescuing [ 866.471451] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.471562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.471792] env[62270]: DEBUG nova.network.neutron [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 866.671155] env[62270]: DEBUG nova.compute.utils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 866.672794] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 866.673018] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 866.733403] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291586, 'name': CreateVM_Task, 'duration_secs': 0.464384} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.735151] env[62270]: DEBUG nova.policy [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 866.737954] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 866.738438] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.738650] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.738990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.739623] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a074f6-db42-4316-8a61-e2f651346a1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.745114] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 866.745114] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d6a56-5998-26ae-dd83-ab77d7341222" [ 866.745114] env[62270]: _type = "Task" [ 866.745114] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.754272] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d6a56-5998-26ae-dd83-ab77d7341222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.869476] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 866.869736] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 866.869977] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.870120] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 866.870257] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.870480] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 866.870685] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 866.870859] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 866.871347] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 866.871597] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 866.871791] env[62270]: DEBUG nova.virt.hardware [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 866.872877] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9167af2-f984-41a7-a2cf-c83cf3d2942f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.884060] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697db58a-598a-40fa-b4ee-f41ceb50c2ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.898687] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.905063] env[62270]: DEBUG oslo.service.loopingcall [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.907774] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 866.907977] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52a86ba-fcef-4370-8578-6fe36d3b19a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.927868] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.927868] env[62270]: value = "task-4291587" [ 866.927868] env[62270]: _type = "Task" [ 866.927868] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.937166] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291587, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.069912] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Successfully created port: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.125806] env[62270]: DEBUG nova.network.neutron [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Updated VIF entry in instance network info cache for port e575c385-3110-4a1b-b2cf-3ec571c2f4ea. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 867.126218] env[62270]: DEBUG nova.network.neutron [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Updating instance_info_cache with network_info: [{"id": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "address": "fa:16:3e:29:de:bf", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape575c385-31", "ovs_interfaceid": "e575c385-3110-4a1b-b2cf-3ec571c2f4ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.180013] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 867.257462] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523d6a56-5998-26ae-dd83-ab77d7341222, 'name': SearchDatastore_Task, 'duration_secs': 0.035773} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.257845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.258279] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.258356] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.258498] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.258696] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.258969] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3396bf-06db-4da6-8acc-10bade47a293 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.270406] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.270406] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 867.271179] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95a4f60-f257-4491-8fff-fe60885d6cea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.279492] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 867.279492] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5263b8f7-4048-89b1-8989-f2aed990f6a3" [ 867.279492] env[62270]: _type = "Task" [ 867.279492] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.292371] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5263b8f7-4048-89b1-8989-f2aed990f6a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.329826] env[62270]: DEBUG nova.network.neutron [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [{"id": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "address": "fa:16:3e:b8:ae:ec", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7dffee-67", "ovs_interfaceid": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.444538] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291587, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.632655] env[62270]: DEBUG oslo_concurrency.lockutils [req-af930a4e-781f-4f69-98d1-2938e1b8747d req-1b2c9ab1-dbb5-40e8-ad77-c320669cf62d service nova] Releasing lock "refresh_cache-98b3bd61-2f04-4d28-95fc-59ac63fe59cf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.791487] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5263b8f7-4048-89b1-8989-f2aed990f6a3, 'name': SearchDatastore_Task, 'duration_secs': 0.032389} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.792350] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d5dc4d-d7af-4025-8c76-5d25249426dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.805741] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 867.805741] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44f8a-d17b-8d89-abde-0180be26fd0d" [ 867.805741] env[62270]: _type = "Task" [ 867.805741] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.815462] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44f8a-d17b-8d89-abde-0180be26fd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.817251] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433b7d3b-0ce3-40d1-8130-fc3085c55c88 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.827591] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab91dfe3-b3ac-4246-89c5-a9cb92c54f7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.835105] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.874147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab1701-4faf-4b86-adbb-e068ae6e57e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.886501] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2af806-8a3d-4151-8e3d-65d475b9f13a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.902104] env[62270]: DEBUG nova.compute.provider_tree [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.943941] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291587, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.190258] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 868.219947] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 868.220225] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 868.220392] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.220598] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 868.220765] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.220923] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 868.221330] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 868.221538] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 868.221730] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 868.221934] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 868.222123] env[62270]: DEBUG nova.virt.hardware [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.223029] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903016cc-3f1f-4acb-a8e8-29e144044d37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.231468] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7bd550-8b57-4b6f-9d92-a0fb89fe3c67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.316735] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44f8a-d17b-8d89-abde-0180be26fd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.019185} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.317076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.317395] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 868.317741] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c16b68-7bec-40af-b43c-7f3da9a214d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.332898] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 868.332898] env[62270]: value = "task-4291588" [ 868.332898] env[62270]: _type = "Task" [ 868.332898] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.337461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.337710] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.337922] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.338125] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.338301] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.343200] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.343734] env[62270]: INFO nova.compute.manager [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Terminating instance [ 868.345728] env[62270]: DEBUG nova.compute.manager [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 868.345936] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 868.346715] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d01bda-5f46-4af1-a5ff-ec4c0217886e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.354141] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 868.354403] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a63557-928a-486c-8305-737020565cbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.361457] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 868.361457] env[62270]: value = "task-4291589" [ 868.361457] env[62270]: _type = "Task" [ 868.361457] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.369675] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.396664] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 868.396858] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0c8ffd7-0566-4346-85db-8ea94352faca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.406557] env[62270]: DEBUG nova.scheduler.client.report [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 868.412916] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 868.412916] env[62270]: value = "task-4291590" [ 868.412916] env[62270]: _type = "Task" [ 868.412916] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.426617] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.445525] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291587, 'name': CreateVM_Task, 'duration_secs': 1.247712} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.445694] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 868.446234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.447146] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.447146] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.447398] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f854c078-dd5a-4e6e-982d-d2181b80a77c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.453598] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 868.453598] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5218173f-d0a3-aa16-3d38-c0f3d64e57e1" [ 868.453598] env[62270]: _type = "Task" [ 868.453598] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.464624] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5218173f-d0a3-aa16-3d38-c0f3d64e57e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.773211] env[62270]: DEBUG nova.compute.manager [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Received event network-vif-plugged-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 868.773211] env[62270]: DEBUG oslo_concurrency.lockutils [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] Acquiring lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.773211] env[62270]: DEBUG oslo_concurrency.lockutils [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.773211] env[62270]: DEBUG oslo_concurrency.lockutils [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.773211] env[62270]: DEBUG nova.compute.manager [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] No waiting events found dispatching network-vif-plugged-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 868.773211] env[62270]: WARNING nova.compute.manager [req-027ccdd5-c298-420e-8d19-02a68afff83f req-6a9cdc67-400c-412a-a533-f600d8a907c3 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Received unexpected event network-vif-plugged-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 for instance with vm_state building and task_state spawning. [ 868.818537] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Successfully updated port: b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.845828] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.872463] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291589, 'name': PowerOffVM_Task, 'duration_secs': 0.198154} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.872867] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 868.873142] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 868.873327] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-662d8f8f-c14f-4f06-afff-fb67ccc35f31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.915093] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.915651] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 868.918461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.309s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.918696] env[62270]: DEBUG nova.objects.instance [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lazy-loading 'resources' on Instance uuid 42c0ff26-fdca-4268-8a11-23baad914176 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.931204] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291590, 'name': PowerOffVM_Task, 'duration_secs': 0.266754} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.931204] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 868.931204] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452f9008-8ec7-42a5-8fef-b25b22a0de32 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.952505] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728f329-08a7-47c8-a272-521721e6063c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.977546] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5218173f-d0a3-aa16-3d38-c0f3d64e57e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.979472] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.979562] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.979795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.979947] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980201] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.980513] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 868.981975] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 868.981975] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleting the datastore file [datastore2] 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.981975] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf833d85-55a2-4994-bfdc-f540d45ed5c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.983348] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9458c562-4bfa-4ff3-bd5e-de6a2d2014e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.993869] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 868.993869] env[62270]: value = "task-4291592" [ 868.993869] env[62270]: _type = "Task" [ 868.993869] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.001675] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.001922] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 869.003253] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7abe4c-d36b-425a-8cb7-d618cf6cc608 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.011678] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.015110] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 869.015110] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d36b755-8665-4b39-ae80-1951774b0cf8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.018095] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 869.018095] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44e35-bd11-a889-99ae-bbb687efbd7f" [ 869.018095] env[62270]: _type = "Task" [ 869.018095] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.022483] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 869.022483] env[62270]: value = "task-4291593" [ 869.022483] env[62270]: _type = "Task" [ 869.022483] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.025579] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44e35-bd11-a889-99ae-bbb687efbd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.035698] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 869.035923] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.036192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.322884] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.323046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.323202] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.345842] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578382} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.346533] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 869.346799] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.347076] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48aae5e-3076-40f0-9b66-4ad86e2dcd5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.356166] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 869.356166] env[62270]: value = "task-4291594" [ 869.356166] env[62270]: _type = "Task" [ 869.356166] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.365183] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.428564] env[62270]: DEBUG nova.compute.utils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 869.430719] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 869.430719] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 869.506505] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.530258] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44e35-bd11-a889-99ae-bbb687efbd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.060665} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.534729] env[62270]: DEBUG nova.policy [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '195b5ed0f5a0487abc4c3d0ad4d2f733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a8e9a606be04659b91c25388f3c3247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 869.537277] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d927b75-fa54-4f8f-978c-896bc3bde164 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.545367] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 869.545367] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44c35-8c26-c5d3-3895-f7efe06b26fd" [ 869.545367] env[62270]: _type = "Task" [ 869.545367] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.557361] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44c35-8c26-c5d3-3895-f7efe06b26fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.870225] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083283} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.872199] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.873035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c60c20-9339-4e95-b2bf-4f7ee05df5d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.903199] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.905036] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 869.909548] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04534ce6-42b5-4c39-93f4-b92ccb40344e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.935196] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 869.941734] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 869.941734] env[62270]: value = "task-4291595" [ 869.941734] env[62270]: _type = "Task" [ 869.941734] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.950441] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.010437] env[62270]: DEBUG oslo_vmware.api [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.747017} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.011456] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.011456] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 870.011456] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 870.011456] env[62270]: INFO nova.compute.manager [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 870.011669] env[62270]: DEBUG oslo.service.loopingcall [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.014465] env[62270]: DEBUG nova.compute.manager [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 870.014577] env[62270]: DEBUG nova.network.neutron [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 870.060586] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a44c35-8c26-c5d3-3895-f7efe06b26fd, 'name': SearchDatastore_Task, 'duration_secs': 0.045102} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.065587] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.065587] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 870.065587] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.065587] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.065885] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb54a83d-808e-4eba-baca-2d813ddd7bdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.068795] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e87a678-3dd4-44b1-b287-4b20a6b46f52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.082060] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 870.082060] env[62270]: value = "task-4291596" [ 870.082060] env[62270]: _type = "Task" [ 870.082060] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.086946] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.087157] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 870.088331] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14bd5bd-0945-498a-97e0-690bde89eb12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.097351] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.098419] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582d5f0b-0671-4a17-a459-db526ba1fc72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.103194] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 870.103194] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a5754c-632e-1db8-f4be-4d00c3cc5fb5" [ 870.103194] env[62270]: _type = "Task" [ 870.103194] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.109919] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Successfully created port: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.113430] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9e5f6a-1922-4a5e-ae59-fee36a01c2b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.121199] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a5754c-632e-1db8-f4be-4d00c3cc5fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.151640] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf93938-82c2-41af-b152-6744c40da05e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.162636] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21afc9fe-117b-405d-ae8e-3a9c00dbc892 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.179157] env[62270]: DEBUG nova.compute.provider_tree [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.286423] env[62270]: DEBUG nova.network.neutron [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Updating instance_info_cache with network_info: [{"id": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "address": "fa:16:3e:59:60:d6", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59ef51b-6a", "ovs_interfaceid": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.454743] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291595, 'name': ReconfigVM_Task, 'duration_secs': 0.415071} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.455124] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.455802] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d92db8-251d-459c-8802-555a8dcbc94b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.469946] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 870.469946] env[62270]: value = "task-4291597" [ 870.469946] env[62270]: _type = "Task" [ 870.469946] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.482315] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291597, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.595335] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291596, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.616230] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a5754c-632e-1db8-f4be-4d00c3cc5fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.025657} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.617487] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2e6422-4c56-4659-8a50-ad3e8ccd3cd1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.626111] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 870.626111] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52813c3f-7664-08cb-86a0-420874ecbec1" [ 870.626111] env[62270]: _type = "Task" [ 870.626111] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.636399] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52813c3f-7664-08cb-86a0-420874ecbec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.641423] env[62270]: DEBUG nova.compute.manager [req-ed138556-ff16-4315-91af-c8434d241f99 req-57676403-2a19-4e3e-b9b8-3651286a84d7 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Received event network-vif-deleted-4e0263b3-7a6b-445f-9135-a07796aea314 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 870.642998] env[62270]: INFO nova.compute.manager [req-ed138556-ff16-4315-91af-c8434d241f99 req-57676403-2a19-4e3e-b9b8-3651286a84d7 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Neutron deleted interface 4e0263b3-7a6b-445f-9135-a07796aea314; detaching it from the instance and deleting it from the info cache [ 870.642998] env[62270]: DEBUG nova.network.neutron [req-ed138556-ff16-4315-91af-c8434d241f99 req-57676403-2a19-4e3e-b9b8-3651286a84d7 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.684511] env[62270]: DEBUG nova.scheduler.client.report [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 870.791841] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.791841] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Instance network_info: |[{"id": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "address": "fa:16:3e:59:60:d6", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59ef51b-6a", "ovs_interfaceid": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 870.791841] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:60:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b59ef51b-6a76-4d21-865d-19c2a7ff5c40', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.801513] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating folder: Project (d5274977ab544f97b6e99eceaa7297de). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 870.801513] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-949b0059-c5ed-4c16-9a2c-1361925da096 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.805149] env[62270]: DEBUG nova.compute.manager [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Received event network-changed-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 870.805441] env[62270]: DEBUG nova.compute.manager [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Refreshing instance network info cache due to event network-changed-b59ef51b-6a76-4d21-865d-19c2a7ff5c40. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 870.805752] env[62270]: DEBUG oslo_concurrency.lockutils [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] Acquiring lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.805971] env[62270]: DEBUG oslo_concurrency.lockutils [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] Acquired lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.806238] env[62270]: DEBUG nova.network.neutron [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Refreshing network info cache for port b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 870.820068] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created folder: Project (d5274977ab544f97b6e99eceaa7297de) in parent group-v845132. [ 870.820317] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating folder: Instances. Parent ref: group-v845302. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 870.820899] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a8796f-a548-480d-b24d-6c008f23e44f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.834295] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created folder: Instances in parent group-v845302. [ 870.834579] env[62270]: DEBUG oslo.service.loopingcall [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.834783] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 870.835060] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c656bf2-c851-427d-a15e-9ad60dec445e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.858718] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.858718] env[62270]: value = "task-4291600" [ 870.858718] env[62270]: _type = "Task" [ 870.858718] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.868723] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291600, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.949438] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 870.975831] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:52:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c348a147-c318-4d79-abce-8f3dca2442b3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1081730588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 870.976092] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 870.976262] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.976455] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 870.976609] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.976766] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 870.976981] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 870.977234] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 870.977432] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 870.977584] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 870.977771] env[62270]: DEBUG nova.virt.hardware [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.978628] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34582a64-6f17-47e5-973e-88cf837f6513 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.985190] env[62270]: DEBUG nova.network.neutron [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.994744] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291597, 'name': Rename_Task, 'duration_secs': 0.257482} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.995101] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 870.996943] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e485fe2-900e-436c-8214-606a72a6aa9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.002816] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6679c491-5fa2-4608-8d00-ed74dca0a96b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.024070] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 871.024070] env[62270]: value = "task-4291601" [ 871.024070] env[62270]: _type = "Task" [ 871.024070] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.035626] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.095242] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519788} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.095242] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 871.095242] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.095437] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b93b8a85-10de-4727-a1c7-6f374d9332d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104059] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 871.104059] env[62270]: value = "task-4291602" [ 871.104059] env[62270]: _type = "Task" [ 871.104059] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.112785] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.141545] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52813c3f-7664-08cb-86a0-420874ecbec1, 'name': SearchDatastore_Task, 'duration_secs': 0.018409} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.141545] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.141545] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 871.141545] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dfec01f-de84-4024-9d29-ee53a750a1b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.145795] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d0b74ef-a578-4661-9d9a-2886e47812c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.149225] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 871.149225] env[62270]: value = "task-4291603" [ 871.149225] env[62270]: _type = "Task" [ 871.149225] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.159742] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2cf999-9649-43b2-bfbd-447f29900b33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.176023] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.189364] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.205492] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.301s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.209037] env[62270]: INFO nova.compute.claims [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.210952] env[62270]: DEBUG nova.compute.manager [req-ed138556-ff16-4315-91af-c8434d241f99 req-57676403-2a19-4e3e-b9b8-3651286a84d7 service nova] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Detach interface failed, port_id=4e0263b3-7a6b-445f-9135-a07796aea314, reason: Instance 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 871.227754] env[62270]: INFO nova.scheduler.client.report [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Deleted allocations for instance 42c0ff26-fdca-4268-8a11-23baad914176 [ 871.375311] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291600, 'name': CreateVM_Task, 'duration_secs': 0.416681} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.377508] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 871.378291] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.378557] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.378950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.379627] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8b3bf6-64dc-4e61-a46a-1f426489ff33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.389175] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 871.389175] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526ba389-36c6-40d9-98af-375eb16cca42" [ 871.389175] env[62270]: _type = "Task" [ 871.389175] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.401020] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526ba389-36c6-40d9-98af-375eb16cca42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.495996] env[62270]: INFO nova.compute.manager [-] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Took 1.48 seconds to deallocate network for instance. [ 871.536094] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.616532] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258897} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.617550] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.617991] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91eab14-434a-4d60-a884-00834e0a9230 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.642624] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.646132] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c058f6-74f2-4065-ac0f-b0f801fcf73b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.678670] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.680935] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 871.680935] env[62270]: value = "task-4291604" [ 871.680935] env[62270]: _type = "Task" [ 871.680935] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.693615] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.739358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac5d34d3-b998-4ace-a9b4-bdd3b681c0db tempest-ServersTestJSON-480166300 tempest-ServersTestJSON-480166300-project-member] Lock "42c0ff26-fdca-4268-8a11-23baad914176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.627s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.810697] env[62270]: DEBUG nova.network.neutron [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Updated VIF entry in instance network info cache for port b59ef51b-6a76-4d21-865d-19c2a7ff5c40. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 871.811125] env[62270]: DEBUG nova.network.neutron [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Updating instance_info_cache with network_info: [{"id": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "address": "fa:16:3e:59:60:d6", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59ef51b-6a", "ovs_interfaceid": "b59ef51b-6a76-4d21-865d-19c2a7ff5c40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.902116] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526ba389-36c6-40d9-98af-375eb16cca42, 'name': SearchDatastore_Task, 'duration_secs': 0.024959} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.902406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.902775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.903151] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.903339] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.903548] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.903873] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2876b698-ff90-4f6c-beb1-f67c73a22d7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.917239] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.917239] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 871.917639] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597896c3-9844-4590-a407-555eb77c578c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.927773] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 871.927773] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526fddc7-806b-77f1-b959-538b74b6b864" [ 871.927773] env[62270]: _type = "Task" [ 871.927773] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.939496] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526fddc7-806b-77f1-b959-538b74b6b864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.998023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.998646] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.010212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.042092] env[62270]: DEBUG oslo_vmware.api [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291601, 'name': PowerOnVM_Task, 'duration_secs': 1.017256} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.042652] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 872.043070] env[62270]: INFO nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Took 8.79 seconds to spawn the instance on the hypervisor. [ 872.043336] env[62270]: DEBUG nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 872.044503] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f56465-0b7b-48b4-af0d-58bd67dc54a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.176632] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738408} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.176632] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 872.177311] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0821abf7-5cc7-4f89-a638-2704066f2425 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.206336] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.207173] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473e39b0-3c15-411b-a6f8-9af3f48232e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.230523] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.237964] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 872.237964] env[62270]: value = "task-4291605" [ 872.237964] env[62270]: _type = "Task" [ 872.237964] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.248865] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.315312] env[62270]: DEBUG oslo_concurrency.lockutils [req-0968f260-093e-4111-8d16-a4b562365eea req-9d0f77f9-b1cd-447c-a683-94d83b1b21ff service nova] Releasing lock "refresh_cache-9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.326780] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Successfully updated port: d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.441077] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526fddc7-806b-77f1-b959-538b74b6b864, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.446514] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb75019-fdbf-4d66-a7a4-c085bbd5706a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.457206] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 872.457206] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5224cb3a-9850-bb86-8c6e-b185767f2f8b" [ 872.457206] env[62270]: _type = "Task" [ 872.457206] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.467988] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5224cb3a-9850-bb86-8c6e-b185767f2f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.567040] env[62270]: INFO nova.compute.manager [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Took 43.11 seconds to build instance. [ 872.695361] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291604, 'name': ReconfigVM_Task, 'duration_secs': 0.799174} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.696784] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0/c194adda-37e8-43b7-b640-0e51cc762bb0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.696784] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199a972b-546d-456e-86d6-6833eba338a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.705369] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 872.705369] env[62270]: value = "task-4291606" [ 872.705369] env[62270]: _type = "Task" [ 872.705369] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.721429] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291606, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.754558] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.829285] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.829420] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.829581] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 872.859739] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb9a83-58eb-4ee2-ba5e-5bb332a4ce21 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.868752] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0140e8-0fc8-4257-98ed-a3ec2e59c01c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909660] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e4dc0-6c4a-4344-bf76-85180e69eb2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.918514] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c10c1-5316-41e6-8d3a-570a3aa4cdbc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.925690] env[62270]: DEBUG nova.compute.manager [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Received event network-vif-plugged-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 872.925931] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Acquiring lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.926179] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.926357] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.926528] env[62270]: DEBUG nova.compute.manager [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] No waiting events found dispatching network-vif-plugged-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 872.926698] env[62270]: WARNING nova.compute.manager [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Received unexpected event network-vif-plugged-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 for instance with vm_state building and task_state spawning. [ 872.926863] env[62270]: DEBUG nova.compute.manager [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Received event network-changed-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 872.927158] env[62270]: DEBUG nova.compute.manager [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Refreshing instance network info cache due to event network-changed-d1fa44ac-88c6-4e5e-9979-d41ae6484a41. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 872.927382] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.936465] env[62270]: DEBUG nova.compute.provider_tree [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.970867] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5224cb3a-9850-bb86-8c6e-b185767f2f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.014126} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.971444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.971767] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d/9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 872.972128] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc63de50-3180-4c1d-b977-a59134971753 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.983131] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 872.983131] env[62270]: value = "task-4291607" [ 872.983131] env[62270]: _type = "Task" [ 872.983131] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.993692] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.071460] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e7a5a436-8f3d-4744-9f6d-d15c89d5d5ad tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 123.878s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.216304] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291606, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.236388] env[62270]: DEBUG oslo_concurrency.lockutils [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.236782] env[62270]: DEBUG oslo_concurrency.lockutils [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.237341] env[62270]: DEBUG nova.compute.manager [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 873.237822] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9d251-5248-4285-a1f9-983b1189c49e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.254551] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291605, 'name': ReconfigVM_Task, 'duration_secs': 0.637724} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.254939] env[62270]: DEBUG nova.compute.manager [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 873.255736] env[62270]: DEBUG nova.objects.instance [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'flavor' on Instance uuid 98b3bd61-2f04-4d28-95fc-59ac63fe59cf {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.257466] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfigured VM instance instance-00000036 to attach disk [datastore2] fb133469-45df-4024-9155-eeed639eca8e/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.261217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceffec6-c45e-47f9-9be3-a59f5dd68b0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.291524] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55920ec-0f18-41f9-895b-5294531adc13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.310141] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 873.310141] env[62270]: value = "task-4291608" [ 873.310141] env[62270]: _type = "Task" [ 873.310141] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.319314] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.396584] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 873.439769] env[62270]: DEBUG nova.scheduler.client.report [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 873.494952] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.573983] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 873.622419] env[62270]: DEBUG nova.network.neutron [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.716345] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291606, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.765559] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 873.765862] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f218bf6-df5e-498a-81a3-a718a7f12613 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.773527] env[62270]: DEBUG oslo_vmware.api [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 873.773527] env[62270]: value = "task-4291609" [ 873.773527] env[62270]: _type = "Task" [ 873.773527] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.782289] env[62270]: DEBUG oslo_vmware.api [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.820815] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291608, 'name': ReconfigVM_Task, 'duration_secs': 0.165677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.821131] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 873.821397] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7caa7403-c766-4f54-99b9-981bfb9c7d88 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.828808] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 873.828808] env[62270]: value = "task-4291610" [ 873.828808] env[62270]: _type = "Task" [ 873.828808] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.842444] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.946816] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.947433] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 873.951155] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.447s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.951417] env[62270]: DEBUG nova.objects.instance [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lazy-loading 'resources' on Instance uuid 96ad1254-5650-4d0b-a26e-32082a5e160d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.994921] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.100813] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.125722] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.126057] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Instance network_info: |[{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 874.126399] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.126590] env[62270]: DEBUG nova.network.neutron [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Refreshing network info cache for port d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.128740] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:db:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1fa44ac-88c6-4e5e-9979-d41ae6484a41', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.137307] env[62270]: DEBUG oslo.service.loopingcall [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.138816] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 874.139248] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f5d1f6c-7941-41b0-af38-e02baa48da70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.166716] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.166716] env[62270]: value = "task-4291611" [ 874.166716] env[62270]: _type = "Task" [ 874.166716] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.182351] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291611, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.219533] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291606, 'name': Rename_Task, 'duration_secs': 1.451782} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.220101] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 874.220929] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02fe0b0d-5d73-4ea6-9046-f6069090af7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.231239] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 874.231239] env[62270]: value = "task-4291612" [ 874.231239] env[62270]: _type = "Task" [ 874.231239] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.243720] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.288408] env[62270]: DEBUG oslo_vmware.api [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291609, 'name': PowerOffVM_Task, 'duration_secs': 0.497151} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.288794] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 874.289107] env[62270]: DEBUG nova.compute.manager [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 874.290186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1649a5-75be-4c3d-90f2-5f16b168da9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.340532] env[62270]: DEBUG oslo_vmware.api [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291610, 'name': PowerOnVM_Task, 'duration_secs': 0.442915} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.340846] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 874.344070] env[62270]: DEBUG nova.compute.manager [None req-d2cc02dd-22c2-4561-a067-ae8c40ab1c87 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 874.344923] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f69e5e-caf5-42b7-8296-6378c98b083b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454143] env[62270]: DEBUG nova.compute.utils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 874.459176] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 874.459938] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 874.506348] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.521974] env[62270]: DEBUG nova.policy [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98456739237400d9089fc4b938d2a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecf3e17d2d914b75b6fc7142d835f772', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 874.680067] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291611, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.742836] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.804942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-69e94ec0-87b3-4956-905e-18763849e03f tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.957129] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 874.978122] env[62270]: DEBUG nova.network.neutron [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updated VIF entry in instance network info cache for port d1fa44ac-88c6-4e5e-9979-d41ae6484a41. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 874.978122] env[62270]: DEBUG nova.network.neutron [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.002342] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291607, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.606509} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.003025] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d/9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 875.003025] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.003176] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-394ae036-8c68-4599-9ba8-c9102d9c8903 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.013785] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Successfully created port: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.016318] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 875.016318] env[62270]: value = "task-4291613" [ 875.016318] env[62270]: _type = "Task" [ 875.016318] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.026731] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.060092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88ef8e-f4ac-467d-b7d7-761db536e99f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.067914] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea120c83-f94b-4020-ade1-006503e0b2d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.102632] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcc23d2-b93f-4b67-ada4-e273d51747a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.114399] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67bcf1c-d662-4803-b2b8-a5590e929b76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.129258] env[62270]: DEBUG nova.compute.provider_tree [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.180503] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291611, 'name': CreateVM_Task, 'duration_secs': 0.517196} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.180725] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 875.181432] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.181601] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.181966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.182490] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987834cb-b26b-4302-b207-5808a7817a1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.187878] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 875.187878] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5280b4b7-33c5-c936-48df-7069d7e9cfcf" [ 875.187878] env[62270]: _type = "Task" [ 875.187878] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.197439] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5280b4b7-33c5-c936-48df-7069d7e9cfcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.242430] env[62270]: DEBUG oslo_vmware.api [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291612, 'name': PowerOnVM_Task, 'duration_secs': 0.683262} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.242817] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 875.243175] env[62270]: DEBUG nova.compute.manager [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 875.244011] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7410340f-fb9d-45b3-8cbb-0aa7e7bd3c75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.457993] env[62270]: INFO nova.compute.manager [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Unrescuing [ 875.458327] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.458486] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.458702] env[62270]: DEBUG nova.network.neutron [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 875.480951] env[62270]: DEBUG oslo_concurrency.lockutils [req-297599a2-b84c-47e8-afeb-5f7fadf84a2d req-4ee51b3b-acc9-44c0-aac7-c310e6baa1fe service nova] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.527308] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069543} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.527613] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.528424] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166f37f-f215-4017-988f-7d93cb84b226 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.552170] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d/9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.552487] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fb52bd-05fe-46cf-b8d1-c96101ea46b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.574164] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 875.574164] env[62270]: value = "task-4291614" [ 875.574164] env[62270]: _type = "Task" [ 875.574164] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.583911] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.607808] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.607808] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.607808] env[62270]: INFO nova.compute.manager [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Rebooting instance [ 875.635020] env[62270]: DEBUG nova.scheduler.client.report [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 875.701963] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5280b4b7-33c5-c936-48df-7069d7e9cfcf, 'name': SearchDatastore_Task, 'duration_secs': 0.050019} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.701963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.701963] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.701963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.701963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.701963] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.701963] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18281951-91ac-46be-b346-88668d2f96a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.715078] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.715078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 875.715862] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5671e6f2-189e-44d6-bfe4-34909e604a86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.723329] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 875.723329] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ff8963-29d3-f33a-ef05-e38d87bca583" [ 875.723329] env[62270]: _type = "Task" [ 875.723329] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.731618] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ff8963-29d3-f33a-ef05-e38d87bca583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.762455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.968717] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 875.996883] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 875.997144] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 875.997312] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.997502] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 875.997657] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.997813] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 875.998149] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 875.998358] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 875.998540] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 875.998710] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 875.998959] env[62270]: DEBUG nova.virt.hardware [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 875.999910] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f57c9d-5db8-4b39-af76-b1ca21e08555 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.008576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e9fc7-d45b-4aa5-909e-3d42c94470b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.085237] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.132328] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.132622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.132756] env[62270]: DEBUG nova.network.neutron [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 876.138657] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.140874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.057s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.145016] env[62270]: INFO nova.compute.claims [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.175467] env[62270]: INFO nova.scheduler.client.report [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Deleted allocations for instance 96ad1254-5650-4d0b-a26e-32082a5e160d [ 876.182563] env[62270]: INFO nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Rebuilding instance [ 876.235587] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ff8963-29d3-f33a-ef05-e38d87bca583, 'name': SearchDatastore_Task, 'duration_secs': 0.022323} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.236579] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fc0994-4d1a-4fe0-938b-5064b75990b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.243038] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 876.243038] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc46c9-ac5b-4a90-7942-caedee72660e" [ 876.243038] env[62270]: _type = "Task" [ 876.243038] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.257162] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc46c9-ac5b-4a90-7942-caedee72660e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.257692] env[62270]: DEBUG nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 876.258496] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a12d1-0ff0-41ff-8db6-1387f221b5be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.585247] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291614, 'name': ReconfigVM_Task, 'duration_secs': 0.53773} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.585550] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d/9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.586262] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46fd0b52-23ae-42c3-a842-b0b8fd032baf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.593305] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 876.593305] env[62270]: value = "task-4291615" [ 876.593305] env[62270]: _type = "Task" [ 876.593305] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.602672] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291615, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.690459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3473488b-1430-4920-8360-493b4785b507 tempest-ServersTestFqdnHostnames-602458550 tempest-ServersTestFqdnHostnames-602458550-project-member] Lock "96ad1254-5650-4d0b-a26e-32082a5e160d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.595s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.742924] env[62270]: DEBUG nova.network.neutron [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [{"id": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "address": "fa:16:3e:b8:ae:ec", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab7dffee-67", "ovs_interfaceid": "ab7dffee-674d-4d7b-ae2a-c8e606ca4227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.755088] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc46c9-ac5b-4a90-7942-caedee72660e, 'name': SearchDatastore_Task, 'duration_secs': 0.023458} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.755380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.755642] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 876.756067] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-605f9066-22dd-4b1f-823d-d31c15b8bd9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.763189] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 876.763189] env[62270]: value = "task-4291616" [ 876.763189] env[62270]: _type = "Task" [ 876.763189] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.768594] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 876.769149] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7cef6ea-11d3-4fdd-b6a5-96c3457f0258 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.777078] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.780666] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 876.780666] env[62270]: value = "task-4291617" [ 876.780666] env[62270]: _type = "Task" [ 876.780666] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.788910] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.965940] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Successfully updated port: 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.020661] env[62270]: DEBUG nova.network.neutron [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.106770] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291615, 'name': Rename_Task, 'duration_secs': 0.142559} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.106770] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 877.106770] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8158bc6-aec9-4d2a-b609-b9d5f58756e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.112333] env[62270]: DEBUG nova.compute.manager [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 877.112333] env[62270]: DEBUG oslo_concurrency.lockutils [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.112333] env[62270]: DEBUG oslo_concurrency.lockutils [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.112333] env[62270]: DEBUG oslo_concurrency.lockutils [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.112333] env[62270]: DEBUG nova.compute.manager [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] No waiting events found dispatching network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 877.112333] env[62270]: WARNING nova.compute.manager [req-01617a44-867c-434b-a9d4-99a62ca368cb req-38ae930b-39c3-4a23-932d-f54d57175694 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received unexpected event network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 for instance with vm_state building and task_state spawning. [ 877.114703] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 877.114703] env[62270]: value = "task-4291618" [ 877.114703] env[62270]: _type = "Task" [ 877.114703] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.124131] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.245989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-fb133469-45df-4024-9155-eeed639eca8e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.249180] env[62270]: DEBUG nova.objects.instance [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'flavor' on Instance uuid fb133469-45df-4024-9155-eeed639eca8e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.279018] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291616, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.300318] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 877.300854] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 877.301707] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddf5b16-8f4a-48f4-b15d-325e669d9ad1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.305881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "c194adda-37e8-43b7-b640-0e51cc762bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.306338] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.306411] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "c194adda-37e8-43b7-b640-0e51cc762bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.306594] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.306767] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.316132] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 877.316723] env[62270]: INFO nova.compute.manager [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Terminating instance [ 877.318530] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348db470-8bcc-49ef-b61b-6bf6558a9b0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.320592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "refresh_cache-c194adda-37e8-43b7-b640-0e51cc762bb0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.320772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "refresh_cache-c194adda-37e8-43b7-b640-0e51cc762bb0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.320951] env[62270]: DEBUG nova.network.neutron [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 877.413119] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 877.413119] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 877.413119] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.413119] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3278b90-5b9c-4f4f-830f-3c0d1165d7bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.422292] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 877.422292] env[62270]: value = "task-4291620" [ 877.422292] env[62270]: _type = "Task" [ 877.422292] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.431805] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.470029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.470029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.470497] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 877.523429] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.527937] env[62270]: DEBUG nova.compute.manager [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 877.529271] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c43eb-d568-4c97-a3c8-a7650670e438 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.631916] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291618, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.758646] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8db6c9-15db-48a3-a37f-14f14746577a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.788572] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 877.792228] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da5f754b-2566-4902-a220-6285fc282c00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.801036] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.909402} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.801036] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 877.801036] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.801402] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2f0247b-cfdd-46e9-bcc2-7613384acced {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.806216] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 877.806216] env[62270]: value = "task-4291621" [ 877.806216] env[62270]: _type = "Task" [ 877.806216] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.811750] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 877.811750] env[62270]: value = "task-4291622" [ 877.811750] env[62270]: _type = "Task" [ 877.811750] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.822273] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.829887] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.846223] env[62270]: DEBUG nova.network.neutron [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 877.869080] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef76384-2066-472b-8bc7-ec91db7d6d3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.878332] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83680e5-a783-43cd-9780-cfe1a8413671 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.917401] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa59a71-969c-4f87-87a4-012ef1cb23d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.927527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9369cb9a-a6a9-44a1-9408-9ebd78efd5a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.954405] env[62270]: DEBUG nova.compute.provider_tree [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.958619] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384588} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.959328] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.959522] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 877.959756] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 877.963909] env[62270]: DEBUG nova.network.neutron [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.015097] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 878.126129] env[62270]: DEBUG oslo_vmware.api [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291618, 'name': PowerOnVM_Task, 'duration_secs': 0.697679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.126372] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 878.126584] env[62270]: INFO nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Took 9.94 seconds to spawn the instance on the hypervisor. [ 878.126775] env[62270]: DEBUG nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 878.127576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa5bb5-c021-4be1-98b9-ba641dfef3ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.194471] env[62270]: DEBUG nova.network.neutron [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.319781] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291621, 'name': PowerOffVM_Task, 'duration_secs': 0.294094} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.320498] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 878.327251] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.330490] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f443a04b-c6d0-42eb-9d13-f17b7d6104cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.345109] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121958} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.345783] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.347021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74accfe-9d89-4d17-828e-6772b4941735 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.352353] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 878.352353] env[62270]: value = "task-4291623" [ 878.352353] env[62270]: _type = "Task" [ 878.352353] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.370485] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.374362] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c513a89-aa77-4a1e-b454-310473bef535 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.395161] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.396603] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 878.396603] env[62270]: value = "task-4291624" [ 878.396603] env[62270]: _type = "Task" [ 878.396603] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.404811] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.460255] env[62270]: DEBUG nova.scheduler.client.report [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 878.470581] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "refresh_cache-c194adda-37e8-43b7-b640-0e51cc762bb0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.470968] env[62270]: DEBUG nova.compute.manager [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 878.472278] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 878.473373] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249339a5-56b1-4c5a-a0b3-563fa9b51927 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.481377] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 878.482846] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ab8e2a-6b1a-4145-a66c-337f6b91be62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.489542] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 878.489542] env[62270]: value = "task-4291625" [ 878.489542] env[62270]: _type = "Task" [ 878.489542] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.497808] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.554461] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8476aa2-8c3b-4c78-8e75-1757335f18f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.562555] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Doing hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 878.562979] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-60167141-eb42-4b74-8e0b-84a251b4c11a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.572372] env[62270]: DEBUG oslo_vmware.api [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 878.572372] env[62270]: value = "task-4291626" [ 878.572372] env[62270]: _type = "Task" [ 878.572372] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.580851] env[62270]: DEBUG oslo_vmware.api [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291626, 'name': ResetVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.650379] env[62270]: INFO nova.compute.manager [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Took 44.63 seconds to build instance. [ 878.702015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.702015] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance network_info: |[{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 878.702015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a0962fb-aa2b-4caf-af70-9b3a6cac0d36', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.708378] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating folder: Project (ecf3e17d2d914b75b6fc7142d835f772). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 878.709119] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c4905ed-3174-4335-819b-c46cf6a3ea7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.723022] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created folder: Project (ecf3e17d2d914b75b6fc7142d835f772) in parent group-v845132. [ 878.723022] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating folder: Instances. Parent ref: group-v845306. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 878.723022] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9782fe-9565-417f-9267-a8f1fa76956a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.732403] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created folder: Instances in parent group-v845306. [ 878.735018] env[62270]: DEBUG oslo.service.loopingcall [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.735018] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 878.735018] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d908ac-f86f-4572-b428-4bdac033230a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.751776] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.751776] env[62270]: value = "task-4291629" [ 878.751776] env[62270]: _type = "Task" [ 878.751776] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.759544] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291629, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.879133] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291623, 'name': ReconfigVM_Task, 'duration_secs': 0.32904} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.879602] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.879879] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 878.880266] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dbc6261-d8f0-4466-9d49-1239a999a0bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.888235] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 878.888235] env[62270]: value = "task-4291630" [ 878.888235] env[62270]: _type = "Task" [ 878.888235] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.902638] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.916334] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.970058] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.970747] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 878.973373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.514s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.973644] env[62270]: DEBUG nova.objects.instance [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lazy-loading 'resources' on Instance uuid a5805aa7-3091-4d27-843b-4a62eb7b80e9 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.001495] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291625, 'name': PowerOffVM_Task, 'duration_secs': 0.183605} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.003808] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 879.003987] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 879.004699] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4217cf-7305-4f1d-a21f-bf67d02e472d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.014912] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 879.015214] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 879.015394] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.015596] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 879.015744] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.015901] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 879.016376] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 879.016514] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 879.016783] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 879.016944] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 879.017145] env[62270]: DEBUG nova.virt.hardware [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.018277] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b84aa22-aa5b-4115-84d4-b67a88ad9686 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.027693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b38f91-ceeb-4f42-b544-48ec45886fc8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.036778] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 879.036778] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 879.036778] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleting the datastore file [datastore2] c194adda-37e8-43b7-b640-0e51cc762bb0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.046396] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33b666bc-a444-4926-a113-fab8e7306a0f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.049607] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:de:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e575c385-3110-4a1b-b2cf-3ec571c2f4ea', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.060149] env[62270]: DEBUG oslo.service.loopingcall [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.062033] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 879.065521] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f91124d2-beaf-4df0-845b-7ed02af75799 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.086471] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.087180] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 879.087180] env[62270]: value = "task-4291632" [ 879.087180] env[62270]: _type = "Task" [ 879.087180] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.096382] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.096382] env[62270]: value = "task-4291633" [ 879.096382] env[62270]: _type = "Task" [ 879.096382] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.099812] env[62270]: DEBUG oslo_vmware.api [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291626, 'name': ResetVM_Task, 'duration_secs': 0.116575} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.105946] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Did hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 879.106206] env[62270]: DEBUG nova.compute.manager [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 879.108158] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.108158] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43413d4e-827f-480f-a237-fd9ef3847bf9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.120123] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291633, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.160270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd43a38b-3b7c-4979-b755-06d3564fac73 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 128.549s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.160270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.073s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.160270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.160270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.160270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.162816] env[62270]: INFO nova.compute.manager [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Terminating instance [ 879.164717] env[62270]: DEBUG nova.compute.manager [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 879.164972] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 879.165904] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0e63c1-9e0b-4597-93ff-495ac02542be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.175864] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 879.176615] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18655e2e-989e-4723-97d9-7378e2434376 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.182938] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 879.182938] env[62270]: value = "task-4291634" [ 879.182938] env[62270]: _type = "Task" [ 879.182938] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.193760] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.264784] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291629, 'name': CreateVM_Task, 'duration_secs': 0.388071} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.265225] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 879.266558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.266866] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.267399] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.268314] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ee8d77-8334-4460-8d18-1e2613595b3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.275795] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 879.275795] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d3578b-28ae-0a19-f088-21512fbc8178" [ 879.275795] env[62270]: _type = "Task" [ 879.275795] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.288317] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d3578b-28ae-0a19-f088-21512fbc8178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.378522] env[62270]: DEBUG nova.compute.manager [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 879.378836] env[62270]: DEBUG nova.compute.manager [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing instance network info cache due to event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 879.378977] env[62270]: DEBUG oslo_concurrency.lockutils [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.379162] env[62270]: DEBUG oslo_concurrency.lockutils [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.379379] env[62270]: DEBUG nova.network.neutron [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 879.405515] env[62270]: DEBUG oslo_vmware.api [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291630, 'name': PowerOnVM_Task, 'duration_secs': 0.465613} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.409616] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 879.410430] env[62270]: DEBUG nova.compute.manager [None req-1ef3b0a0-3176-46b1-a3bc-64462928df05 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 879.411385] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b386c8-ab94-4be2-ab1e-01fbb747ffa2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.421233] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291624, 'name': ReconfigVM_Task, 'duration_secs': 0.520059} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.422924] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.425759] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a952356-4dac-446b-830f-4ab76d82141d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.433763] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 879.433763] env[62270]: value = "task-4291635" [ 879.433763] env[62270]: _type = "Task" [ 879.433763] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.446656] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291635, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.482809] env[62270]: DEBUG nova.compute.utils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.484959] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 879.485229] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 879.581134] env[62270]: DEBUG nova.policy [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d96a06792743c59b8437e2cc3566b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '680df199db2348658c5f21d3a6ff1d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 879.606024] env[62270]: DEBUG oslo_vmware.api [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122317} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.607170] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.607681] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 879.607981] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 879.608293] env[62270]: INFO nova.compute.manager [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 879.608666] env[62270]: DEBUG oslo.service.loopingcall [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.611908] env[62270]: DEBUG nova.compute.manager [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 879.612136] env[62270]: DEBUG nova.network.neutron [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 879.619468] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291633, 'name': CreateVM_Task, 'duration_secs': 0.351332} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.619607] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 879.620268] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.624174] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c918ec83-4f27-494a-a41a-428a7014f191 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.643728] env[62270]: DEBUG nova.network.neutron [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 879.663092] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 879.701467] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291634, 'name': PowerOffVM_Task, 'duration_secs': 0.208973} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.701467] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 879.701467] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 879.701467] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d77bbc1-f0b4-470c-b44a-06f174227ba1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.760770] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 879.761034] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 879.761232] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.761503] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d479626-e0b5-41ef-b727-189af62a97d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.768494] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 879.768494] env[62270]: value = "task-4291637" [ 879.768494] env[62270]: _type = "Task" [ 879.768494] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.778957] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.793231] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d3578b-28ae-0a19-f088-21512fbc8178, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.793528] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.793810] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.794083] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.794244] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.794431] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.794712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.795032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 879.795260] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-814526cd-d546-4c03-9b78-26cac7145530 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.799417] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03eded4-8f8e-4d47-a43f-fd32dce63cfc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.808373] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 879.808373] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527dcbd8-94ce-786b-882f-4b97d39c3e8d" [ 879.808373] env[62270]: _type = "Task" [ 879.808373] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.813995] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.813995] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 879.815164] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1520bc4-f479-436e-add7-549a640b9faa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.824527] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527dcbd8-94ce-786b-882f-4b97d39c3e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.828156] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 879.828156] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a5703-c520-ed7f-6d9f-46d480855705" [ 879.828156] env[62270]: _type = "Task" [ 879.828156] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.836478] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a5703-c520-ed7f-6d9f-46d480855705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.944634] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291635, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.988108] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 880.095485] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2e3c7a-b1b9-4775-9435-531dc15114e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.105310] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a100eb-cfae-4ef6-ad26-bbd0e33349ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.143153] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba9d77-6ecd-4bb7-b371-5d36b0e9872c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.147242] env[62270]: DEBUG nova.network.neutron [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.151382] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069d71d-9ce1-466d-a67b-b1e581afff7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.167602] env[62270]: DEBUG nova.compute.provider_tree [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.188110] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.280528] env[62270]: DEBUG oslo_vmware.api [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157844} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.280847] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.281063] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 880.281255] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 880.281442] env[62270]: INFO nova.compute.manager [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 880.281696] env[62270]: DEBUG oslo.service.loopingcall [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 880.281897] env[62270]: DEBUG nova.compute.manager [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 880.281993] env[62270]: DEBUG nova.network.neutron [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 880.318289] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527dcbd8-94ce-786b-882f-4b97d39c3e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.017586} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.318614] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.318856] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.319086] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.340300] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522a5703-c520-ed7f-6d9f-46d480855705, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.346237] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d67734f-2e5b-42e0-80fc-73f993384797 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.352904] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 880.352904] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b2de1a-58b5-f804-0b23-76d72cdbbb46" [ 880.352904] env[62270]: _type = "Task" [ 880.352904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.364976] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b2de1a-58b5-f804-0b23-76d72cdbbb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.403054] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Successfully created port: 5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.447540] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291635, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.624511] env[62270]: DEBUG nova.network.neutron [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updated VIF entry in instance network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 880.624756] env[62270]: DEBUG nova.network.neutron [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.651356] env[62270]: INFO nova.compute.manager [-] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Took 1.04 seconds to deallocate network for instance. [ 880.672021] env[62270]: DEBUG nova.scheduler.client.report [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 880.867818] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b2de1a-58b5-f804-0b23-76d72cdbbb46, 'name': SearchDatastore_Task, 'duration_secs': 0.010263} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.867818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.867818] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 880.867818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.867818] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.867818] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7242524e-5388-47f7-8ad1-9dfc697e5cae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.869407] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5623cd0-0cbb-4e1f-b860-06fdcd3816d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.878043] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 880.878043] env[62270]: value = "task-4291638" [ 880.878043] env[62270]: _type = "Task" [ 880.878043] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.883837] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.884542] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 880.889870] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ebbab6-fd72-4253-ab2e-d911945c7a64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.892822] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.896315] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 880.896315] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5211ed01-604f-85d7-539a-96a4d0ea69e8" [ 880.896315] env[62270]: _type = "Task" [ 880.896315] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.905489] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5211ed01-604f-85d7-539a-96a4d0ea69e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.943442] env[62270]: DEBUG nova.compute.manager [req-e46cad77-06ed-4586-abc5-105fad71abdf req-0473aff2-d77f-453f-8542-53160d711a24 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Received event network-vif-deleted-b59ef51b-6a76-4d21-865d-19c2a7ff5c40 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 880.943815] env[62270]: INFO nova.compute.manager [req-e46cad77-06ed-4586-abc5-105fad71abdf req-0473aff2-d77f-453f-8542-53160d711a24 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Neutron deleted interface b59ef51b-6a76-4d21-865d-19c2a7ff5c40; detaching it from the instance and deleting it from the info cache [ 880.944701] env[62270]: DEBUG nova.network.neutron [req-e46cad77-06ed-4586-abc5-105fad71abdf req-0473aff2-d77f-453f-8542-53160d711a24 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.950670] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291635, 'name': Rename_Task, 'duration_secs': 1.252443} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.951450] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 880.951840] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d9a1c1-5312-48ef-88aa-789da78f718e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.962190] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 880.962190] env[62270]: value = "task-4291639" [ 880.962190] env[62270]: _type = "Task" [ 880.962190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.976289] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.999584] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 881.035127] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 881.036797] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 881.036797] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.036797] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 881.037809] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 881.041018] env[62270]: DEBUG nova.virt.hardware [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.041018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6acac-118a-4927-a8d3-1960e630cc2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.051375] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddab0a18-fb77-4338-8c63-72b4b0c5b3f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.131287] env[62270]: DEBUG oslo_concurrency.lockutils [req-0836da3b-6ddf-48e1-8480-dead4106e53e req-f540d7ed-5b37-4e1d-9cf1-d088920c4f38 service nova] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.165687] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.180392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.181019] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.082s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.182889] env[62270]: INFO nova.compute.claims [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.234021] env[62270]: INFO nova.scheduler.client.report [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleted allocations for instance a5805aa7-3091-4d27-843b-4a62eb7b80e9 [ 881.321406] env[62270]: DEBUG nova.network.neutron [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.392708] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500829} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.393174] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 881.393376] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.393673] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2a500d1-e13b-44a8-80c6-192c16bf9a57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.403033] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 881.403033] env[62270]: value = "task-4291640" [ 881.403033] env[62270]: _type = "Task" [ 881.403033] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.410372] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5211ed01-604f-85d7-539a-96a4d0ea69e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.412794] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b1a3e4-16a1-43aa-be52-68bcefda59e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.417247] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.421748] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 881.421748] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e1609c-66fb-944b-970f-832c00fc36ab" [ 881.421748] env[62270]: _type = "Task" [ 881.421748] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.440196] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e1609c-66fb-944b-970f-832c00fc36ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.440440] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.441289] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 881.441289] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f61a2bd6-6e83-4f26-a6ed-910ef3320706 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.451312] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 881.451312] env[62270]: value = "task-4291641" [ 881.451312] env[62270]: _type = "Task" [ 881.451312] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.456138] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6317da6-f652-4e24-92da-be879e19c6c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.465160] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.472505] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf70d0-5b0a-43bc-afca-0e7fb6b7bd8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.493782] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291639, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.369397] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29c99aa8-fbc5-40b7-8f03-1527307a8f0f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "a5805aa7-3091-4d27-843b-4a62eb7b80e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.039s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.370862] env[62270]: INFO nova.compute.manager [-] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Took 2.09 seconds to deallocate network for instance. [ 882.373040] env[62270]: DEBUG nova.compute.manager [req-e46cad77-06ed-4586-abc5-105fad71abdf req-0473aff2-d77f-453f-8542-53160d711a24 service nova] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Detach interface failed, port_id=b59ef51b-6a76-4d21-865d-19c2a7ff5c40, reason: Instance 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 882.387601] env[62270]: DEBUG nova.compute.manager [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Received event network-vif-plugged-5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 882.387814] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] Acquiring lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.388034] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.388204] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.388376] env[62270]: DEBUG nova.compute.manager [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] No waiting events found dispatching network-vif-plugged-5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 882.388531] env[62270]: WARNING nova.compute.manager [req-5a420c3d-279a-48bb-b76e-8ed374cbdf43 req-ee4430cd-3511-4034-8eb2-0fe115be1a2f service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Received unexpected event network-vif-plugged-5502e2c9-a75c-43c4-81b1-265ef39b94af for instance with vm_state building and task_state spawning. [ 882.393025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.393025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.406991] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088803} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.407348] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508698} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.407452] env[62270]: DEBUG oslo_vmware.api [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291639, 'name': PowerOnVM_Task, 'duration_secs': 0.665943} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.407688] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.407982] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 882.408200] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.408436] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 882.408625] env[62270]: INFO nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Took 11.46 seconds to spawn the instance on the hypervisor. [ 882.409019] env[62270]: DEBUG nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 882.409585] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dd5c0f-a4bc-45d4-8fc0-2ff8d4504f08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.412473] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b1b185f-1c99-486d-9740-bd97e8324236 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.414747] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e689f2cc-8a38-4db3-9dce-8826c712d050 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.443026] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.446621] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09907bbe-3261-4412-b681-f9c80f9bffea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.461898] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 882.461898] env[62270]: value = "task-4291642" [ 882.461898] env[62270]: _type = "Task" [ 882.461898] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.470775] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 882.470775] env[62270]: value = "task-4291643" [ 882.470775] env[62270]: _type = "Task" [ 882.470775] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.477510] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291642, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.485545] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.550317] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Successfully updated port: 5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.896384] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.982200] env[62270]: INFO nova.compute.manager [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Took 47.03 seconds to build instance. [ 882.991417] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.997641] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077422} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.998134] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.999068] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5524a50-68dc-487d-b360-952be01d5b91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.025268] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.029082] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c066254-e0ce-42ae-9277-0c2bc316f8c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.053856] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.053948] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.054117] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 883.056016] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 883.056016] env[62270]: value = "task-4291644" [ 883.056016] env[62270]: _type = "Task" [ 883.056016] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.069160] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.459165] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abca3139-80c0-43d8-bd29-f1baa13d6128 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.467527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dbce6-c53d-4efe-8544-7030b7f6db23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.501215] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9ae4950-fde4-430e-99c0-8b376712cfe7 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 132.074s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.503650] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e747902-20b8-4dd9-a444-7eebe14cd3e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.510262] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291643, 'name': ReconfigVM_Task, 'duration_secs': 0.777557} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.510868] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfigured VM instance instance-0000003f to attach disk [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.516808] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fcbcf11-ae89-409e-93e6-04cb1e96db3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.520323] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1162b64-4ad6-425e-a97a-267e679e7cdf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.537457] env[62270]: DEBUG nova.compute.provider_tree [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.539517] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 883.539517] env[62270]: value = "task-4291645" [ 883.539517] env[62270]: _type = "Task" [ 883.539517] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.548834] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291645, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.571050] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291644, 'name': ReconfigVM_Task, 'duration_secs': 0.317832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.572121] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf/98b3bd61-2f04-4d28-95fc-59ac63fe59cf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.572121] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877ce63a-44fd-4411-bc0a-bd0ebdf2619e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.582048] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 883.582048] env[62270]: value = "task-4291646" [ 883.582048] env[62270]: _type = "Task" [ 883.582048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.596599] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 883.604352] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291646, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.758061] env[62270]: DEBUG nova.network.neutron [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Updating instance_info_cache with network_info: [{"id": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "address": "fa:16:3e:bb:ef:0f", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5502e2c9-a7", "ovs_interfaceid": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.008557] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 884.041747] env[62270]: DEBUG nova.scheduler.client.report [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 884.055295] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291645, 'name': Rename_Task, 'duration_secs': 0.257108} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.055874] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 884.055874] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ab17e7-4d0e-4aae-bac9-2bdf2562606b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.064865] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 884.064865] env[62270]: value = "task-4291647" [ 884.064865] env[62270]: _type = "Task" [ 884.064865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.074303] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.091712] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291646, 'name': Rename_Task, 'duration_secs': 0.162557} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.092008] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 884.092272] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c47ac3-7d91-4571-8898-688f2acb7a99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.100826] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 884.100826] env[62270]: value = "task-4291648" [ 884.100826] env[62270]: _type = "Task" [ 884.100826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.109685] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.260999] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.261391] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Instance network_info: |[{"id": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "address": "fa:16:3e:bb:ef:0f", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5502e2c9-a7", "ovs_interfaceid": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 884.261890] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:ef:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5502e2c9-a75c-43c4-81b1-265ef39b94af', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.270265] env[62270]: DEBUG oslo.service.loopingcall [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.271037] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 884.271037] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-466cce48-97ce-4dd2-a9db-9119185fe824 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.294260] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.294260] env[62270]: value = "task-4291649" [ 884.294260] env[62270]: _type = "Task" [ 884.294260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.309754] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291649, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.530491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.549937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.370s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.550842] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 884.555464] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.633s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.555464] env[62270]: DEBUG nova.objects.instance [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lazy-loading 'resources' on Instance uuid 166327bb-db5f-43f6-a24d-3cf9ee4f923a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.578290] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291647, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.618633] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.621599] env[62270]: DEBUG nova.compute.manager [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Received event network-changed-5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 884.621861] env[62270]: DEBUG nova.compute.manager [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Refreshing instance network info cache due to event network-changed-5502e2c9-a75c-43c4-81b1-265ef39b94af. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 884.622252] env[62270]: DEBUG oslo_concurrency.lockutils [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] Acquiring lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.622252] env[62270]: DEBUG oslo_concurrency.lockutils [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] Acquired lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.622492] env[62270]: DEBUG nova.network.neutron [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Refreshing network info cache for port 5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 884.806800] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291649, 'name': CreateVM_Task, 'duration_secs': 0.407792} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.807075] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 884.807878] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.808345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.808497] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.808797] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bd3ec6-5657-46e5-b15a-03437579b344 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.814039] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 884.814039] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b1818-9b58-95c1-b733-1707e151690b" [ 884.814039] env[62270]: _type = "Task" [ 884.814039] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.822308] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b1818-9b58-95c1-b733-1707e151690b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.024447] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.024447] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.059803] env[62270]: DEBUG nova.compute.utils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.066604] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 885.066861] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 885.079047] env[62270]: DEBUG oslo_vmware.api [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291647, 'name': PowerOnVM_Task, 'duration_secs': 0.599799} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.079047] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 885.081108] env[62270]: INFO nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Took 9.11 seconds to spawn the instance on the hypervisor. [ 885.081465] env[62270]: DEBUG nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 885.086704] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6a32f1-6382-4e2e-a115-66d80b999a45 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.113119] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291648, 'name': PowerOnVM_Task, 'duration_secs': 0.535686} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.116648] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 885.116981] env[62270]: DEBUG nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 885.118254] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab63c51-9e43-4d98-80c4-96d0d8ad79ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.165130] env[62270]: DEBUG nova.policy [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '485cd2c7d08c4855be8cc4f7db59293e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd07b8ac33a3e48a483ba7501cd555967', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 885.326054] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b1818-9b58-95c1-b733-1707e151690b, 'name': SearchDatastore_Task, 'duration_secs': 0.033755} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.328838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.329525] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.329682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.329966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.331329] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.332021] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87667116-6bac-4e22-a851-de333b9210c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.349068] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.349159] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 885.350161] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c287a0-b1ca-439a-8881-72cd43392ba5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.355442] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 885.355442] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af7b4c-df8b-aee6-85b8-3889f4ba0f98" [ 885.355442] env[62270]: _type = "Task" [ 885.355442] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.363369] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af7b4c-df8b-aee6-85b8-3889f4ba0f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.501819] env[62270]: DEBUG nova.network.neutron [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Updated VIF entry in instance network info cache for port 5502e2c9-a75c-43c4-81b1-265ef39b94af. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 885.501819] env[62270]: DEBUG nova.network.neutron [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Updating instance_info_cache with network_info: [{"id": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "address": "fa:16:3e:bb:ef:0f", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5502e2c9-a7", "ovs_interfaceid": "5502e2c9-a75c-43c4-81b1-265ef39b94af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.567466] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 885.603310] env[62270]: INFO nova.compute.manager [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Took 45.72 seconds to build instance. [ 885.633445] env[62270]: INFO nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] bringing vm to original state: 'stopped' [ 885.736561] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Successfully created port: 11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.742779] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb732b8-be52-4d02-b6ba-bd32f977af77 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.750585] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99377ac5-dd6d-41df-b0ed-6fe200da0622 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.785680] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcf82dd-b745-4861-8cdf-9802af9027bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.794190] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e8ff3-ced5-43d0-84ba-9de4a46cbed5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.808988] env[62270]: DEBUG nova.compute.provider_tree [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.865431] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af7b4c-df8b-aee6-85b8-3889f4ba0f98, 'name': SearchDatastore_Task, 'duration_secs': 0.019884} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.866256] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca4e30b-fca4-4ac3-aa00-027177ebb7b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.873190] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 885.873190] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52372857-eea0-ef80-0b57-ccb7ab1a75e9" [ 885.873190] env[62270]: _type = "Task" [ 885.873190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.877813] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "3c9edc83-e462-4109-9d09-5c4e96755f17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.878074] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.878296] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.878483] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.878706] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.881353] env[62270]: INFO nova.compute.manager [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Terminating instance [ 885.883705] env[62270]: DEBUG nova.compute.manager [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 885.883939] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 885.888472] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2500d2-d7ce-4d58-ac48-08635b0768c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.891184] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52372857-eea0-ef80-0b57-ccb7ab1a75e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.895558] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 885.895801] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae44e2b8-1da9-44e1-a3a9-e95ffd2e9a8e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.902254] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 885.902254] env[62270]: value = "task-4291650" [ 885.902254] env[62270]: _type = "Task" [ 885.902254] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.910713] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.003737] env[62270]: DEBUG oslo_concurrency.lockutils [req-75f77b3e-7c8d-4650-8cd3-046d5cf9bf14 req-ef0e2eca-34fb-45ac-bb88-82d2ac24ffc8 service nova] Releasing lock "refresh_cache-2ed709c3-ec40-484e-adc2-84bbff8fa7d5" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.023028] env[62270]: DEBUG nova.compute.manager [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 886.109406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-11a78b89-7d9a-4e2e-aedd-b94876f643fa tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.372s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.312594] env[62270]: DEBUG nova.scheduler.client.report [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 886.384482] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52372857-eea0-ef80-0b57-ccb7ab1a75e9, 'name': SearchDatastore_Task, 'duration_secs': 0.024946} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.384762] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.385024] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2ed709c3-ec40-484e-adc2-84bbff8fa7d5/2ed709c3-ec40-484e-adc2-84bbff8fa7d5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 886.385309] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66e057e-3404-4359-9bae-2c397bd3df55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.392016] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 886.392016] env[62270]: value = "task-4291651" [ 886.392016] env[62270]: _type = "Task" [ 886.392016] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.400422] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.411969] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291650, 'name': PowerOffVM_Task, 'duration_secs': 0.329924} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.412316] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 886.412567] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 886.412895] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19a9643-f037-48c5-958f-67b2b342d74e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.520596] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 886.521015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 886.521256] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleting the datastore file [datastore2] 3c9edc83-e462-4109-9d09-5c4e96755f17 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.521569] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd91143-ce82-401c-8a32-73af2a1868df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.533799] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for the task: (returnval){ [ 886.533799] env[62270]: value = "task-4291653" [ 886.533799] env[62270]: _type = "Task" [ 886.533799] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.546704] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.558173] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.581370] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 886.613435] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 886.635124] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 886.635498] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 886.635830] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.636089] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 886.636260] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.636415] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 886.636641] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 886.636905] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 886.636992] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 886.637186] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 886.637530] env[62270]: DEBUG nova.virt.hardware [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 886.639308] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04237557-8422-4bbe-abdb-b2dee16d340f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.642417] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.642417] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.642611] env[62270]: DEBUG nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 886.643545] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e8d5d-ce57-4132-b26a-027c25a52071 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.654796] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0c294-b6b7-4c5a-9f3e-4dc041ec0ad3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.660247] env[62270]: DEBUG nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 886.662697] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 886.663690] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cef348ef-5cd8-422c-9455-fda1cbf640b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.681605] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 886.681605] env[62270]: value = "task-4291654" [ 886.681605] env[62270]: _type = "Task" [ 886.681605] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.690833] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.821192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.823971] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.923s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.858683] env[62270]: INFO nova.scheduler.client.report [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Deleted allocations for instance 166327bb-db5f-43f6-a24d-3cf9ee4f923a [ 886.908521] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291651, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.042901] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.148636] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.193179] env[62270]: DEBUG oslo_vmware.api [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291654, 'name': PowerOffVM_Task, 'duration_secs': 0.407974} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.193513] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 887.193711] env[62270]: DEBUG nova.compute.manager [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 887.194584] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63453356-8ab1-4c15-b423-37bbb497252a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.370073] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd4729d0-d0fa-47fb-976b-a47b473aa92a tempest-ListServerFiltersTestJSON-218262020 tempest-ListServerFiltersTestJSON-218262020-project-member] Lock "166327bb-db5f-43f6-a24d-3cf9ee4f923a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.541s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.405020] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543541} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.405020] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2ed709c3-ec40-484e-adc2-84bbff8fa7d5/2ed709c3-ec40-484e-adc2-84bbff8fa7d5.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 887.405263] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.405582] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37158315-24cb-43c7-89c5-2ac9432fea57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.414042] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 887.414042] env[62270]: value = "task-4291655" [ 887.414042] env[62270]: _type = "Task" [ 887.414042] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.431156] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.544844] env[62270]: DEBUG oslo_vmware.api [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Task: {'id': task-4291653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524181} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.545221] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.545434] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 887.545623] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 887.545810] env[62270]: INFO nova.compute.manager [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Took 1.66 seconds to destroy the instance on the hypervisor. [ 887.546077] env[62270]: DEBUG oslo.service.loopingcall [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.546411] env[62270]: DEBUG nova.compute.manager [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 887.546411] env[62270]: DEBUG nova.network.neutron [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 887.711594] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.069s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.734929] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Successfully updated port: 11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.853530] env[62270]: INFO nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating resource usage from migration 653837ef-ff99-4853-b824-1b1322a3a413 [ 887.894283] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fe564bfb-7cd2-4168-a41a-77fc4747426b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.894440] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3c9edc83-e462-4109-9d09-5c4e96755f17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.894568] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.894690] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d6bde5b4-f544-41c7-b763-c668b7bbd914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.894862] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.894968] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b802a76e-c112-4eaf-97b5-ed82ec528bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.895125] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.895250] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.895391] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 887.895788] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6f751e91-361b-4c18-928e-c5a45295932d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.895788] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.895788] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance e3664a5c-6457-45c1-a60f-f2393a568cae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.896539] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fb133469-45df-4024-9155-eeed639eca8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.896539] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a14afafb-5d3c-4f75-a893-3f8563a8945a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 887.896539] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 78aede01-1f93-4396-abd9-4d05de22119c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.896539] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 8c93b9dc-3a99-4031-b44c-111fba9a211f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.896710] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7ad80243-ccd9-4dce-8844-273b82a9e5be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.896891] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c194adda-37e8-43b7-b640-0e51cc762bb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 887.896953] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 98b3bd61-2f04-4d28-95fc-59ac63fe59cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.897063] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 887.897304] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.897304] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 2ed709c3-ec40-484e-adc2-84bbff8fa7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.898687] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 5c8840e4-b874-4909-afd9-fbb46cd2f691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 887.928933] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08064} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.929102] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.930048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949e192-e3bb-48e4-8f23-d68a8c052ecd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.964832] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 2ed709c3-ec40-484e-adc2-84bbff8fa7d5/2ed709c3-ec40-484e-adc2-84bbff8fa7d5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.967442] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c8e193e-b7c1-47b1-8fe4-c75ed64416f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.986065] env[62270]: DEBUG nova.compute.manager [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 887.986065] env[62270]: DEBUG nova.compute.manager [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing instance network info cache due to event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 887.986065] env[62270]: DEBUG oslo_concurrency.lockutils [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.986065] env[62270]: DEBUG oslo_concurrency.lockutils [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.986065] env[62270]: DEBUG nova.network.neutron [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 887.988049] env[62270]: DEBUG nova.compute.manager [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Received event network-vif-plugged-11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 887.988386] env[62270]: DEBUG oslo_concurrency.lockutils [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] Acquiring lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.988883] env[62270]: DEBUG oslo_concurrency.lockutils [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.988883] env[62270]: DEBUG oslo_concurrency.lockutils [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.989087] env[62270]: DEBUG nova.compute.manager [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] No waiting events found dispatching network-vif-plugged-11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 887.989176] env[62270]: WARNING nova.compute.manager [req-66987172-7580-43e5-952b-4f86f4170aca req-17c33b8a-6642-4d67-98e5-65c23824569e service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Received unexpected event network-vif-plugged-11dc1825-a275-409a-a041-6f9c4796b2d9 for instance with vm_state building and task_state spawning. [ 887.995518] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 887.995518] env[62270]: value = "task-4291656" [ 887.995518] env[62270]: _type = "Task" [ 887.995518] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.007787] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.224615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.239881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.240043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquired lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.240201] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 888.406957] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance cf45692b-8a08-4733-be8d-9fd98d6a48a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 888.507945] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291656, 'name': ReconfigVM_Task, 'duration_secs': 0.292544} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.508298] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 2ed709c3-ec40-484e-adc2-84bbff8fa7d5/2ed709c3-ec40-484e-adc2-84bbff8fa7d5.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.508959] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af76ed8f-cbeb-41af-9d5c-c7852e360b24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.517475] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 888.517475] env[62270]: value = "task-4291657" [ 888.517475] env[62270]: _type = "Task" [ 888.517475] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.527152] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291657, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.603122] env[62270]: DEBUG nova.network.neutron [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.781361] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 888.911334] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 268b20b6-0962-4b12-b38c-4aad68bd5f3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.007476] env[62270]: DEBUG nova.network.neutron [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updated VIF entry in instance network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 889.008326] env[62270]: DEBUG nova.network.neutron [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.011378] env[62270]: DEBUG nova.network.neutron [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Updating instance_info_cache with network_info: [{"id": "11dc1825-a275-409a-a041-6f9c4796b2d9", "address": "fa:16:3e:63:7b:f3", "network": {"id": "4eb9728d-3d10-44c0-8c90-2f3cb4992e54", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-65463986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07b8ac33a3e48a483ba7501cd555967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc1825-a2", "ovs_interfaceid": "11dc1825-a275-409a-a041-6f9c4796b2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.033538] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291657, 'name': Rename_Task, 'duration_secs': 0.142636} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.033852] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 889.034141] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1a855c-0614-4c93-930d-469812fc33fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.041812] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 889.041812] env[62270]: value = "task-4291658" [ 889.041812] env[62270]: _type = "Task" [ 889.041812] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.051578] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.109685] env[62270]: INFO nova.compute.manager [-] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Took 1.56 seconds to deallocate network for instance. [ 889.415258] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 048fc5b2-f718-450e-bbd5-b228770190bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.511501] env[62270]: DEBUG oslo_concurrency.lockutils [req-7f78df5a-be8c-457a-95d5-3ce6bd7f49d2 req-41695f0f-1d25-4d61-8642-ba35a6a96d5f service nova] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.516597] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Releasing lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.516597] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Instance network_info: |[{"id": "11dc1825-a275-409a-a041-6f9c4796b2d9", "address": "fa:16:3e:63:7b:f3", "network": {"id": "4eb9728d-3d10-44c0-8c90-2f3cb4992e54", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-65463986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07b8ac33a3e48a483ba7501cd555967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc1825-a2", "ovs_interfaceid": "11dc1825-a275-409a-a041-6f9c4796b2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 889.517836] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:7b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11dc1825-a275-409a-a041-6f9c4796b2d9', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.528268] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Creating folder: Project (d07b8ac33a3e48a483ba7501cd555967). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 889.528680] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02139e0-222b-4b12-b2b2-a362eddc6257 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.540112] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Created folder: Project (d07b8ac33a3e48a483ba7501cd555967) in parent group-v845132. [ 889.541329] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Creating folder: Instances. Parent ref: group-v845311. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 889.541329] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18c02edf-a4e5-46b6-acfe-a76c013b8e6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.552571] env[62270]: DEBUG oslo_vmware.api [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291658, 'name': PowerOnVM_Task, 'duration_secs': 0.474321} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.553503] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 889.553737] env[62270]: INFO nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Took 8.55 seconds to spawn the instance on the hypervisor. [ 889.553935] env[62270]: DEBUG nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 889.555878] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aba8f9e-eb5b-4ec6-b541-208a36e1d01d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.558526] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Created folder: Instances in parent group-v845311. [ 889.558763] env[62270]: DEBUG oslo.service.loopingcall [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.558966] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 889.559550] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb950761-cc69-4b63-90b1-6476b3ab89f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.589787] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.589787] env[62270]: value = "task-4291661" [ 889.589787] env[62270]: _type = "Task" [ 889.589787] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.598880] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291661, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.615192] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.918450] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f24ad94c-04d0-46bd-a7c9-05c4def039b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.098061] env[62270]: INFO nova.compute.manager [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Took 44.03 seconds to build instance. [ 890.107810] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291661, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.166684] env[62270]: DEBUG nova.compute.manager [req-287e4d49-a1b1-407f-87f2-c5bc80883c5d req-d9e504df-eb22-4008-8617-0569fc869361 service nova] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Received event network-vif-deleted-a2a6e013-f18d-4ea7-b6de-bd7f5428ef99 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 890.190097] env[62270]: DEBUG nova.compute.manager [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Received event network-changed-11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 890.190097] env[62270]: DEBUG nova.compute.manager [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Refreshing instance network info cache due to event network-changed-11dc1825-a275-409a-a041-6f9c4796b2d9. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 890.190097] env[62270]: DEBUG oslo_concurrency.lockutils [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] Acquiring lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.190097] env[62270]: DEBUG oslo_concurrency.lockutils [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] Acquired lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.190097] env[62270]: DEBUG nova.network.neutron [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Refreshing network info cache for port 11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 890.330016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.330016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.330016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.330016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.330016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.333353] env[62270]: INFO nova.compute.manager [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Terminating instance [ 890.338124] env[62270]: DEBUG nova.compute.manager [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 890.339587] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 890.340501] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f95dea-1844-4382-859a-abc593073b10 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.350070] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 890.350375] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-646a1466-e833-4d9a-8dd8-98fa200a9c9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.421115] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 890.421115] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 890.421115] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] 98b3bd61-2f04-4d28-95fc-59ac63fe59cf {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.421115] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-298ed891-1c39-4505-9198-e505c1ac8b74 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.425541] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.432491] env[62270]: DEBUG oslo_vmware.api [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 890.432491] env[62270]: value = "task-4291663" [ 890.432491] env[62270]: _type = "Task" [ 890.432491] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.443842] env[62270]: DEBUG oslo_vmware.api [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.601059] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8474bc7-da80-4f5f-a3ff-28662209f8ae tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.529s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.607170] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291661, 'name': CreateVM_Task, 'duration_secs': 0.633286} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.607170] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 890.607715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.608660] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.608766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.609523] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1b9753-d54c-45c9-af67-3e0a3318c9b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.618210] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 890.618210] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5289ca3e-6f39-d120-eae5-41f5716023f1" [ 890.618210] env[62270]: _type = "Task" [ 890.618210] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.639509] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5289ca3e-6f39-d120-eae5-41f5716023f1, 'name': SearchDatastore_Task, 'duration_secs': 0.016165} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.639990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.640365] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.643561] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.643561] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.643561] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.643561] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ac19872-12cc-430e-ac5b-46be98bb4d61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.652725] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.654073] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 890.654471] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0151a6e5-b507-42fa-b571-769194949517 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.664837] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 890.664837] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528b6dca-726c-cd15-6587-1b6805f29c59" [ 890.664837] env[62270]: _type = "Task" [ 890.664837] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.672683] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528b6dca-726c-cd15-6587-1b6805f29c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.930176] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 62db13b9-21e7-4994-bd44-0a199df6bcaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.944842] env[62270]: DEBUG oslo_vmware.api [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.945916] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.946141] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 890.947110] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 890.947110] env[62270]: INFO nova.compute.manager [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 890.947110] env[62270]: DEBUG oslo.service.loopingcall [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 890.947110] env[62270]: DEBUG nova.compute.manager [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 890.947110] env[62270]: DEBUG nova.network.neutron [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 890.963553] env[62270]: DEBUG nova.network.neutron [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Updated VIF entry in instance network info cache for port 11dc1825-a275-409a-a041-6f9c4796b2d9. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 890.963977] env[62270]: DEBUG nova.network.neutron [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Updating instance_info_cache with network_info: [{"id": "11dc1825-a275-409a-a041-6f9c4796b2d9", "address": "fa:16:3e:63:7b:f3", "network": {"id": "4eb9728d-3d10-44c0-8c90-2f3cb4992e54", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-65463986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d07b8ac33a3e48a483ba7501cd555967", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11dc1825-a2", "ovs_interfaceid": "11dc1825-a275-409a-a041-6f9c4796b2d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.110421] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 891.175626] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528b6dca-726c-cd15-6587-1b6805f29c59, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.176479] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7746290c-04a3-4bb3-80b4-bad9f6dc7d23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.181687] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 891.181687] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3f40e-e78e-0932-364f-e428eca41053" [ 891.181687] env[62270]: _type = "Task" [ 891.181687] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.189552] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3f40e-e78e-0932-364f-e428eca41053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.438919] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 85e04614-4419-4d6e-844c-002f70c6f654 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.469316] env[62270]: DEBUG oslo_concurrency.lockutils [req-1850c7fa-00eb-474e-ba6f-4ad4c5870c8a req-477c92f2-42d7-42c1-8066-7b78e0ac646d service nova] Releasing lock "refresh_cache-5c8840e4-b874-4909-afd9-fbb46cd2f691" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.642015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.695929] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f3f40e-e78e-0932-364f-e428eca41053, 'name': SearchDatastore_Task, 'duration_secs': 0.00917} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.696382] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.696798] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5c8840e4-b874-4909-afd9-fbb46cd2f691/5c8840e4-b874-4909-afd9-fbb46cd2f691.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 891.697195] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e4f32bd-7084-4d07-b3ef-f2e7a7b94abe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.705177] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 891.705177] env[62270]: value = "task-4291664" [ 891.705177] env[62270]: _type = "Task" [ 891.705177] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.718098] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.831327] env[62270]: DEBUG nova.compute.manager [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 891.832198] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932af330-d106-4a4d-abd5-07c1ea5eb24b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.946656] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7e44745b-9d48-4eb0-b2ea-a13d79a15db4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.072297] env[62270]: DEBUG nova.network.neutron [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.217290] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291664, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.346995] env[62270]: INFO nova.compute.manager [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] instance snapshotting [ 892.349478] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830da938-6e89-4a67-97c2-20b727f05922 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.375835] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38cfab8-0be7-4d17-95dd-53ceb35e250e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.449853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 5a6bf6d1-5001-4392-9bb2-17abf61fb23a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.454705] env[62270]: DEBUG nova.compute.manager [req-012549b5-4a60-4ef1-843e-a3863b073f2a req-4ae8d09a-c5e7-411a-bcf8-02692e5339d0 service nova] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Received event network-vif-deleted-e575c385-3110-4a1b-b2cf-3ec571c2f4ea {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 892.577344] env[62270]: INFO nova.compute.manager [-] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Took 1.63 seconds to deallocate network for instance. [ 892.621794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.621794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.719282] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585971} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.720212] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5c8840e4-b874-4909-afd9-fbb46cd2f691/5c8840e4-b874-4909-afd9-fbb46cd2f691.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 892.720493] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.720781] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-732d3f48-9aa9-46c0-8a31-b1906b99c862 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.728922] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 892.728922] env[62270]: value = "task-4291665" [ 892.728922] env[62270]: _type = "Task" [ 892.728922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.740623] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.889377] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 892.889789] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fed4795-76d3-42b7-b22e-da3f92a19aeb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.897565] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 892.897565] env[62270]: value = "task-4291666" [ 892.897565] env[62270]: _type = "Task" [ 892.897565] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.907485] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.956545] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 96fcff46-f84d-49ac-80cb-08f44a33b78b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.084392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.240674] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065041} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.240674] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.241753] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cc7058-a6e3-4d6a-9273-0db6391e37c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.265029] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5c8840e4-b874-4909-afd9-fbb46cd2f691/5c8840e4-b874-4909-afd9-fbb46cd2f691.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.265355] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee35a39-2568-4b14-99df-e0ec346b31a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.286019] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 893.286019] env[62270]: value = "task-4291667" [ 893.286019] env[62270]: _type = "Task" [ 893.286019] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.296779] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.407893] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.461162] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 4317da72-fbe2-4c11-b349-26c3a3bb08cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.461162] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Migration 653837ef-ff99-4853-b824-1b1322a3a413 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 893.461162] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 2ba274ef-cf49-4b3d-822e-f38d031d711f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 893.461785] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 893.461785] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=149GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 893.501578] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "6d7d6498-c057-448e-81bf-b896186a222f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.501943] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.796531] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291667, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.909249] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.955305] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbd5d1f-106c-49e0-93dd-c64f9aa66d6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.966026] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29eeee-8ece-41d7-9e2f-a176bf890fb5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.000610] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8773769-9f1e-4c87-a36d-45003439e882 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.010320] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6511b2-1bdb-4603-8c89-bbc39fa95c4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.028019] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.296901] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291667, 'name': ReconfigVM_Task, 'duration_secs': 0.53939} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.297206] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5c8840e4-b874-4909-afd9-fbb46cd2f691/5c8840e4-b874-4909-afd9-fbb46cd2f691.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.297838] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309b5821-8f98-4962-b6f8-71dee4ddafd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.304398] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 894.304398] env[62270]: value = "task-4291668" [ 894.304398] env[62270]: _type = "Task" [ 894.304398] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.312216] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291668, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.409592] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291666, 'name': CreateSnapshot_Task, 'duration_secs': 1.215631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.409592] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 894.410269] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e369f1-718b-4f2b-9689-7c80fcc5228b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.530219] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 894.814863] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291668, 'name': Rename_Task, 'duration_secs': 0.317805} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.815168] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 894.815422] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4275f7ac-4500-4375-9f03-9ff02e550669 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.822348] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 894.822348] env[62270]: value = "task-4291669" [ 894.822348] env[62270]: _type = "Task" [ 894.822348] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.829677] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.929901] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 894.930267] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9091a969-7c97-45c2-8886-ddca24877bb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.938508] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 894.938508] env[62270]: value = "task-4291670" [ 894.938508] env[62270]: _type = "Task" [ 894.938508] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.948128] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291670, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.038052] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 895.038327] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.214s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.041023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.293s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.041023] env[62270]: INFO nova.compute.claims [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.043384] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.043539] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Cleaning up deleted instances {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11304}} [ 895.334760] env[62270]: DEBUG oslo_vmware.api [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291669, 'name': PowerOnVM_Task, 'duration_secs': 0.454047} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.334760] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 895.334760] env[62270]: INFO nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 8.75 seconds to spawn the instance on the hypervisor. [ 895.334760] env[62270]: DEBUG nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 895.335144] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3729a2c-1281-4fc7-ba9b-9e114da7c10a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.451293] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291670, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.558142] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] There are 41 instances to clean {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11313}} [ 895.558433] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a5805aa7-3091-4d27-843b-4a62eb7b80e9] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 895.853512] env[62270]: INFO nova.compute.manager [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 45.90 seconds to build instance. [ 895.949624] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291670, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.013700] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54276831-1794-4ee0-bde6-686ddaf9ad8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.020996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be3ee8-fb7b-48dd-8662-fdbb25c42be9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.052529] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb3b697-42ed-4ef1-87df-ba5bb24af686 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.060166] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09a7be-3a59-4a5d-a568-92276d42c705 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.064766] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 3b5cc84c-f3ef-46d3-a014-827cbcf9ff9f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 896.074511] env[62270]: DEBUG nova.compute.provider_tree [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.356184] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f8720db9-de36-4095-8583-58f12e144457 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.717s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.451166] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291670, 'name': CloneVM_Task, 'duration_secs': 1.222591} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.451397] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Created linked-clone VM from snapshot [ 896.452196] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9bdb88-309a-4a12-a6a3-439dc5bf05fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.459482] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Uploading image efaae648-6c8d-4650-a527-f04503841d38 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 896.535458] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 896.535458] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3a79687c-1bbb-4e20-b84c-8c237b7c7131 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.543847] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 896.543847] env[62270]: value = "task-4291671" [ 896.543847] env[62270]: _type = "Task" [ 896.543847] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.554155] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291671, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.577044] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 96ad1254-5650-4d0b-a26e-32082a5e160d] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 896.579522] env[62270]: DEBUG nova.scheduler.client.report [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 896.858851] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 897.054296] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291671, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.083659] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 8959da57-2df4-45f2-864d-11b6b40340af] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 897.086048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.047s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.086543] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 897.089188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.523s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.089444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.091469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.776s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.094576] env[62270]: INFO nova.compute.claims [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.117384] env[62270]: INFO nova.scheduler.client.report [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleted allocations for instance a14afafb-5d3c-4f75-a893-3f8563a8945a [ 897.382264] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.543105] env[62270]: DEBUG nova.compute.manager [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 897.544135] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87153374-062f-4dc7-910f-9bbd6c717406 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.558652] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291671, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.591166] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 42c0ff26-fdca-4268-8a11-23baad914176] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 897.599543] env[62270]: DEBUG nova.compute.utils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.603649] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 897.603915] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 897.625792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-94a9f8bb-6255-48c8-95cd-1e906f483a51 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "a14afafb-5d3c-4f75-a893-3f8563a8945a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.021s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.663563] env[62270]: DEBUG nova.policy [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00954a2837fa42099232ef75399cb660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d899d422c7b41b08098d67b073d2332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 897.825746] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.825968] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.826216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.826426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.826607] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.831911] env[62270]: INFO nova.compute.manager [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Terminating instance [ 897.834224] env[62270]: DEBUG nova.compute.manager [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 897.834463] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 897.835345] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb3d441-c053-4ce2-9f90-bb4cc0e386bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.844872] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 897.845070] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f6ffa98-d983-4be3-8026-9e744bc8dccd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.851392] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 897.851392] env[62270]: value = "task-4291673" [ 897.851392] env[62270]: _type = "Task" [ 897.851392] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.860062] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.057774] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291671, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.064161] env[62270]: INFO nova.compute.manager [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] instance snapshotting [ 898.067779] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7647a42-b686-4f3f-83ce-a914e0710a33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.093144] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571fb938-e38c-4fa8-89e0-8af90947161b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.096272] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 05698146-6db7-4514-b38e-e49ebd27d279] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 898.104335] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 898.162716] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Successfully created port: c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.365570] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291673, 'name': PowerOffVM_Task, 'duration_secs': 0.24907} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.365859] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 898.368772] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 898.369090] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8afba5-c89f-4354-a3e4-dcf0926ba833 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.453185] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 898.453468] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 898.453687] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Deleting the datastore file [datastore2] 8c93b9dc-3a99-4031-b44c-111fba9a211f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.453984] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a76eca-0809-4c1f-8e33-4c3d76302ba4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.460231] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for the task: (returnval){ [ 898.460231] env[62270]: value = "task-4291675" [ 898.460231] env[62270]: _type = "Task" [ 898.460231] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.471787] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.558318] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291671, 'name': Destroy_Task, 'duration_secs': 1.877014} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.561068] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Destroyed the VM [ 898.561335] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.561935] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5caf06d2-4e1a-4832-932f-a66ba6a3a7df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.569075] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 898.569075] env[62270]: value = "task-4291676" [ 898.569075] env[62270]: _type = "Task" [ 898.569075] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.584670] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.599782] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 4b28119c-550e-4b9d-a714-e23ded49beb1] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 898.609930] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.610343] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b4687b4-5ef0-4adb-9108-f7590a69a706 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.627673] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 898.627673] env[62270]: value = "task-4291677" [ 898.627673] env[62270]: _type = "Task" [ 898.627673] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.636623] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.694482] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d647245-8691-4a86-aac2-1268bdb54f67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.703404] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2074e217-e8a7-4cbd-802c-4ec25166673c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.742367] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a86c31-8fea-45f3-a50b-99024f00ac14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.750379] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ea0fb-c0d1-4283-a954-517a923399c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.764276] env[62270]: DEBUG nova.compute.provider_tree [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.971535] env[62270]: DEBUG oslo_vmware.api [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Task: {'id': task-4291675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132455} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.971809] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.972095] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 898.972310] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 898.972496] env[62270]: INFO nova.compute.manager [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.972754] env[62270]: DEBUG oslo.service.loopingcall [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.973047] env[62270]: DEBUG nova.compute.manager [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 898.973153] env[62270]: DEBUG nova.network.neutron [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 899.078818] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291676, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.103518] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6fcec292-8a7f-43ba-9ab7-ac27715e9977] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 899.122463] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 899.139114] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.147680] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 899.147951] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 899.148158] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.148360] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 899.148518] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.148676] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 899.148900] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 899.149394] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 899.149618] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 899.149802] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 899.149994] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.151000] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c5e10-fbe3-4adf-9129-3dc99704b7dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.159165] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268baa47-7e32-45aa-9663-8fb8e98f28f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.267827] env[62270]: DEBUG nova.scheduler.client.report [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 899.536713] env[62270]: DEBUG nova.compute.manager [req-b3e72a5f-c251-4f94-a38e-38808e3a2713 req-906f5905-1082-43f9-b5ec-a17e88984bc3 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Received event network-vif-deleted-39e6541d-6664-4fd7-bb28-ad4ed2826d08 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 899.536713] env[62270]: INFO nova.compute.manager [req-b3e72a5f-c251-4f94-a38e-38808e3a2713 req-906f5905-1082-43f9-b5ec-a17e88984bc3 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Neutron deleted interface 39e6541d-6664-4fd7-bb28-ad4ed2826d08; detaching it from the instance and deleting it from the info cache [ 899.536713] env[62270]: DEBUG nova.network.neutron [req-b3e72a5f-c251-4f94-a38e-38808e3a2713 req-906f5905-1082-43f9-b5ec-a17e88984bc3 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.579596] env[62270]: DEBUG oslo_vmware.api [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929748} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.579843] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 899.607406] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 32a9811d-6354-4c48-bf60-3d68b93704af] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 899.638741] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291677, 'name': CreateSnapshot_Task, 'duration_secs': 0.939634} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.639101] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.640854] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac35f31c-fe16-4b1c-9351-37d74740b993 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.773062] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.773600] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 899.776294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.062s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.780123] env[62270]: INFO nova.compute.claims [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.909846] env[62270]: DEBUG nova.compute.manager [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Received event network-vif-plugged-c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 899.910138] env[62270]: DEBUG oslo_concurrency.lockutils [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] Acquiring lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.910378] env[62270]: DEBUG oslo_concurrency.lockutils [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.910555] env[62270]: DEBUG oslo_concurrency.lockutils [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.910748] env[62270]: DEBUG nova.compute.manager [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] No waiting events found dispatching network-vif-plugged-c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 899.910947] env[62270]: WARNING nova.compute.manager [req-51b1611d-42a3-4be7-bf8f-4786332ad580 req-f41348bf-3e43-41db-8cb9-a90be6832baf service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Received unexpected event network-vif-plugged-c6149814-40bc-47c2-b177-ab0542f7e141 for instance with vm_state building and task_state spawning. [ 900.013709] env[62270]: DEBUG nova.network.neutron [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.039018] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38338007-7489-4cec-8a71-c4e7ca47179f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.050297] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344901f-d40d-4cda-94a7-256029cd99ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.086164] env[62270]: WARNING nova.compute.manager [None req-cc03d0b4-5115-41e2-9e31-578aa0372364 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Image not found during snapshot: nova.exception.ImageNotFound: Image efaae648-6c8d-4650-a527-f04503841d38 could not be found. [ 900.087309] env[62270]: DEBUG nova.compute.manager [req-b3e72a5f-c251-4f94-a38e-38808e3a2713 req-906f5905-1082-43f9-b5ec-a17e88984bc3 service nova] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Detach interface failed, port_id=39e6541d-6664-4fd7-bb28-ad4ed2826d08, reason: Instance 8c93b9dc-3a99-4031-b44c-111fba9a211f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 900.110972] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6d54d7fb-532c-4364-abdc-b2a4d6c8c7ae] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 900.164977] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.165314] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d17ac815-0689-414c-8bec-b21d6dd6ef7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.174522] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 900.174522] env[62270]: value = "task-4291678" [ 900.174522] env[62270]: _type = "Task" [ 900.174522] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.192253] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291678, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.228462] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.228753] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.228975] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.229188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.229370] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.233205] env[62270]: INFO nova.compute.manager [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Terminating instance [ 900.234442] env[62270]: DEBUG nova.compute.manager [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 900.234690] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 900.235591] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cae5fdc-6078-4aa3-9d11-a5f41447a483 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.244361] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 900.244702] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-093a3a75-1840-4c71-b2f6-3159ed5eee0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.252987] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 900.252987] env[62270]: value = "task-4291679" [ 900.252987] env[62270]: _type = "Task" [ 900.252987] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.261935] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.262803] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Successfully updated port: c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.285806] env[62270]: DEBUG nova.compute.utils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.288371] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 900.288555] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 900.386053] env[62270]: DEBUG nova.policy [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00954a2837fa42099232ef75399cb660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d899d422c7b41b08098d67b073d2332', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 900.516503] env[62270]: INFO nova.compute.manager [-] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Took 1.54 seconds to deallocate network for instance. [ 900.614310] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 1fba106f-f5ee-461d-99a2-9f79c0080aac] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 900.685225] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291678, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.763504] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291679, 'name': PowerOffVM_Task, 'duration_secs': 0.3589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.763798] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.763985] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 900.764258] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199835a4-1d59-4d78-8e1b-689a0a2bd033 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.766689] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.766689] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.766689] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 900.789536] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 900.864805] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 900.865125] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 900.865391] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleting the datastore file [datastore2] fe564bfb-7cd2-4168-a41a-77fc4747426b {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.868496] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9462d837-5164-4b19-b4f0-f3713a393558 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.872563] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Successfully created port: 81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.883096] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for the task: (returnval){ [ 900.883096] env[62270]: value = "task-4291681" [ 900.883096] env[62270]: _type = "Task" [ 900.883096] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.893597] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.024152] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.120974] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: bc02092f-b0fb-4de1-af9f-b803460516f0] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 901.189609] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291678, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.304180] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 901.327080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.327374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.327591] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.327998] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.327998] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.331219] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b08ec-c9c4-49b6-be75-5d4961a66d9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.334578] env[62270]: INFO nova.compute.manager [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Terminating instance [ 901.337462] env[62270]: DEBUG nova.compute.manager [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 901.337660] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 901.338673] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a57171-b39d-44a3-843c-139b8c92e559 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.348901] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0934ee-8c92-4be6-8457-4388a6933665 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.354921] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 901.355518] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5206253-0ca2-438e-b597-45d5fa7996e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.384322] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75becd-5e37-4d85-bce7-1173900065fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.387301] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 901.387301] env[62270]: value = "task-4291682" [ 901.387301] env[62270]: _type = "Task" [ 901.387301] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.402035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d49e9-3bb7-411f-b8a7-3a7399e8551e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.411503] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.411787] env[62270]: DEBUG oslo_vmware.api [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Task: {'id': task-4291681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160271} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.412417] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.412625] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 901.412885] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 901.413047] env[62270]: INFO nova.compute.manager [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 901.413312] env[62270]: DEBUG oslo.service.loopingcall [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.413529] env[62270]: DEBUG nova.compute.manager [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 901.413609] env[62270]: DEBUG nova.network.neutron [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 901.424127] env[62270]: DEBUG nova.compute.provider_tree [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.547454] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Updating instance_info_cache with network_info: [{"id": "c6149814-40bc-47c2-b177-ab0542f7e141", "address": "fa:16:3e:2f:5e:2f", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6149814-40", "ovs_interfaceid": "c6149814-40bc-47c2-b177-ab0542f7e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.625107] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: acca6958-450c-40bb-aa90-81cd94c2f757] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 901.695608] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291678, 'name': CloneVM_Task, 'duration_secs': 1.403951} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.695890] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Created linked-clone VM from snapshot [ 901.697046] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44c7b97-d617-4567-ad6b-fb8c55c977e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.704538] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Uploading image edb873c6-e4fb-49c1-8561-ab7b61a5eb88 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 901.738167] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 901.738167] env[62270]: value = "vm-845317" [ 901.738167] env[62270]: _type = "VirtualMachine" [ 901.738167] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 901.738524] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebef3067-b7af-436a-a925-9331e57ce6a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.746343] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lease: (returnval){ [ 901.746343] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521aefa2-1cf8-4739-f739-f0c1ad0b16de" [ 901.746343] env[62270]: _type = "HttpNfcLease" [ 901.746343] env[62270]: } obtained for exporting VM: (result){ [ 901.746343] env[62270]: value = "vm-845317" [ 901.746343] env[62270]: _type = "VirtualMachine" [ 901.746343] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 901.746608] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the lease: (returnval){ [ 901.746608] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521aefa2-1cf8-4739-f739-f0c1ad0b16de" [ 901.746608] env[62270]: _type = "HttpNfcLease" [ 901.746608] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 901.752920] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.752920] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521aefa2-1cf8-4739-f739-f0c1ad0b16de" [ 901.752920] env[62270]: _type = "HttpNfcLease" [ 901.752920] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 901.801601] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 901.829371] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 901.829637] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 901.829802] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.830037] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 901.830210] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.830363] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 901.830586] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 901.830757] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 901.830930] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 901.831128] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 901.831321] env[62270]: DEBUG nova.virt.hardware [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.832324] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008887ef-18ae-4ebd-aa79-70534b044a94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.840900] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc1667-14c9-41dd-ad88-b9ab815bef49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.904770] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291682, 'name': PowerOffVM_Task, 'duration_secs': 0.229796} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.904770] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 901.904770] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 901.904770] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7c6b4f-b547-4417-bd02-48b9840b3b31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.928112] env[62270]: DEBUG nova.scheduler.client.report [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 901.983760] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 901.984068] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 901.984314] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleting the datastore file [datastore2] 2ed709c3-ec40-484e-adc2-84bbff8fa7d5 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.984636] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41d33e70-5604-40aa-a9d5-ca25c9d5555a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.991389] env[62270]: DEBUG nova.compute.manager [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Received event network-changed-c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 901.991921] env[62270]: DEBUG nova.compute.manager [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Refreshing instance network info cache due to event network-changed-c6149814-40bc-47c2-b177-ab0542f7e141. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 901.992165] env[62270]: DEBUG oslo_concurrency.lockutils [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] Acquiring lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.994812] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 901.994812] env[62270]: value = "task-4291685" [ 901.994812] env[62270]: _type = "Task" [ 901.994812] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.995797] env[62270]: DEBUG nova.compute.manager [req-28935acb-9cbb-4efc-8a6b-7603a0e1a087 req-b522828e-2fc5-45fa-91e6-a167f8175524 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Received event network-vif-deleted-3d7e45b6-7803-4775-ad4a-b0f6db8d5304 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 901.996103] env[62270]: INFO nova.compute.manager [req-28935acb-9cbb-4efc-8a6b-7603a0e1a087 req-b522828e-2fc5-45fa-91e6-a167f8175524 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Neutron deleted interface 3d7e45b6-7803-4775-ad4a-b0f6db8d5304; detaching it from the instance and deleting it from the info cache [ 901.996272] env[62270]: DEBUG nova.network.neutron [req-28935acb-9cbb-4efc-8a6b-7603a0e1a087 req-b522828e-2fc5-45fa-91e6-a167f8175524 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.006744] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.050319] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.050660] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Instance network_info: |[{"id": "c6149814-40bc-47c2-b177-ab0542f7e141", "address": "fa:16:3e:2f:5e:2f", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6149814-40", "ovs_interfaceid": "c6149814-40bc-47c2-b177-ab0542f7e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 902.051020] env[62270]: DEBUG oslo_concurrency.lockutils [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] Acquired lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.051321] env[62270]: DEBUG nova.network.neutron [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Refreshing network info cache for port c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 902.053940] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:5e:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6149814-40bc-47c2-b177-ab0542f7e141', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.064291] env[62270]: DEBUG oslo.service.loopingcall [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.064588] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 902.065014] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e36434b2-416e-494b-a29e-3eb3aaaa9817 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.086940] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.086940] env[62270]: value = "task-4291686" [ 902.086940] env[62270]: _type = "Task" [ 902.086940] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.095663] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291686, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.130041] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 71d5e979-ed99-4959-8f7b-59251e20b1b5] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 902.255260] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.255260] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521aefa2-1cf8-4739-f739-f0c1ad0b16de" [ 902.255260] env[62270]: _type = "HttpNfcLease" [ 902.255260] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.255657] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.255657] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521aefa2-1cf8-4739-f739-f0c1ad0b16de" [ 902.255657] env[62270]: _type = "HttpNfcLease" [ 902.255657] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.256997] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f7585-5d89-4313-9e5c-fb62c5a9c6fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.266946] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.267094] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.383750] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86588da5-ef16-40a1-be63-08eaadee4e52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.433253] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.433811] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 902.437164] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.705s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.438539] env[62270]: INFO nova.compute.claims [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.470549] env[62270]: DEBUG nova.network.neutron [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.498768] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b6035b4-b53f-452c-b1dd-d2b4311f9b4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.511491] env[62270]: DEBUG oslo_vmware.api [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138563} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.512664] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.512864] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 902.513071] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 902.513257] env[62270]: INFO nova.compute.manager [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 902.513499] env[62270]: DEBUG oslo.service.loopingcall [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.514047] env[62270]: DEBUG nova.compute.manager [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 902.514151] env[62270]: DEBUG nova.network.neutron [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 902.518446] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb4c7a-da7b-4c18-b064-7d12314e1bb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.556568] env[62270]: DEBUG nova.compute.manager [req-28935acb-9cbb-4efc-8a6b-7603a0e1a087 req-b522828e-2fc5-45fa-91e6-a167f8175524 service nova] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Detach interface failed, port_id=3d7e45b6-7803-4775-ad4a-b0f6db8d5304, reason: Instance fe564bfb-7cd2-4168-a41a-77fc4747426b could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 902.557154] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Successfully updated port: 81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.596976] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291686, 'name': CreateVM_Task, 'duration_secs': 0.340672} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.597173] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 902.597889] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.598512] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.598512] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 902.598765] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f11cd48-b30a-43e9-a35f-a37c7d9aae81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.603638] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 902.603638] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fef5db-bbd3-7a1e-de69-e24c3a4be3e0" [ 902.603638] env[62270]: _type = "Task" [ 902.603638] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.616304] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fef5db-bbd3-7a1e-de69-e24c3a4be3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.616420] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.616660] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.616977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.617157] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.617418] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.619653] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d750aec-bf90-4ec4-a3ee-292436e6ebb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.627847] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.628217] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 902.630800] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3420d4a-1cc6-4a59-9896-7e96df5afff2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.633236] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 166327bb-db5f-43f6-a24d-3cf9ee4f923a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 902.639165] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 902.639165] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527774fb-efcd-f3f9-84ac-593315b2a8b8" [ 902.639165] env[62270]: _type = "Task" [ 902.639165] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.655015] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527774fb-efcd-f3f9-84ac-593315b2a8b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.912012] env[62270]: DEBUG nova.network.neutron [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Updated VIF entry in instance network info cache for port c6149814-40bc-47c2-b177-ab0542f7e141. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 902.912371] env[62270]: DEBUG nova.network.neutron [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Updating instance_info_cache with network_info: [{"id": "c6149814-40bc-47c2-b177-ab0542f7e141", "address": "fa:16:3e:2f:5e:2f", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6149814-40", "ovs_interfaceid": "c6149814-40bc-47c2-b177-ab0542f7e141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.945493] env[62270]: DEBUG nova.compute.utils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.947259] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 902.947689] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 902.973881] env[62270]: INFO nova.compute.manager [-] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Took 1.56 seconds to deallocate network for instance. [ 903.008956] env[62270]: DEBUG nova.policy [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 903.059322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.059474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.059661] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 903.136727] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 8e99a697-45d9-4a68-9b79-e8214ccd4141] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 903.155190] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527774fb-efcd-f3f9-84ac-593315b2a8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.155476] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-341bb6f4-fd3f-4414-bfce-175669883564 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.166529] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 903.166529] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e503e4-5c0a-417a-37d3-4e5c2815487e" [ 903.166529] env[62270]: _type = "Task" [ 903.166529] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.178036] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e503e4-5c0a-417a-37d3-4e5c2815487e, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.178293] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.178846] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] cf45692b-8a08-4733-be8d-9fd98d6a48a4/cf45692b-8a08-4733-be8d-9fd98d6a48a4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 903.179223] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d286ac4e-098f-42b0-be08-b1614d1d685d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.189408] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 903.189408] env[62270]: value = "task-4291687" [ 903.189408] env[62270]: _type = "Task" [ 903.189408] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.198469] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.353212] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Successfully created port: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.420141] env[62270]: DEBUG oslo_concurrency.lockutils [req-8f817e83-3598-44d0-b228-38722e397e55 req-14c2f4d2-90ec-4336-b625-6f57423ade4a service nova] Releasing lock "refresh_cache-cf45692b-8a08-4733-be8d-9fd98d6a48a4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.456259] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 903.485456] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.491874] env[62270]: DEBUG nova.network.neutron [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.631585] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 903.639495] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6401b84d-af23-4c99-843a-5798e49c2edf] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 903.702235] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.897357] env[62270]: DEBUG nova.network.neutron [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Updating instance_info_cache with network_info: [{"id": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "address": "fa:16:3e:d8:bf:28", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afbb18-e2", "ovs_interfaceid": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.998493] env[62270]: INFO nova.compute.manager [-] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Took 1.48 seconds to deallocate network for instance. [ 904.043444] env[62270]: DEBUG nova.compute.manager [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Received event network-vif-plugged-81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 904.043727] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Acquiring lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.044018] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.044321] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.044483] env[62270]: DEBUG nova.compute.manager [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] No waiting events found dispatching network-vif-plugged-81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 904.044673] env[62270]: WARNING nova.compute.manager [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Received unexpected event network-vif-plugged-81afbb18-e268-474f-91ca-cc0e4c1ad316 for instance with vm_state building and task_state spawning. [ 904.044921] env[62270]: DEBUG nova.compute.manager [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Received event network-changed-81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 904.045153] env[62270]: DEBUG nova.compute.manager [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Refreshing instance network info cache due to event network-changed-81afbb18-e268-474f-91ca-cc0e4c1ad316. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 904.045370] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Acquiring lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.089329] env[62270]: DEBUG nova.compute.manager [req-df719b6a-e291-4ee2-9676-314219f14a12 req-696e5a80-8f86-4cd6-950d-d60173769c34 service nova] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Received event network-vif-deleted-5502e2c9-a75c-43c4-81b1-265ef39b94af {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 904.118731] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faede40-99bb-425e-b592-43574003a628 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.127836] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d10e7-113f-42e7-8822-baab7d6fb685 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.159502] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 9d9d81cb-76aa-4eb3-af77-0af2121d4d6f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 904.162666] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6a966-8e74-449e-91ac-3def50f96440 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.170572] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3612b1-e068-4dc5-a501-608490a7738b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.184573] env[62270]: DEBUG nova.compute.provider_tree [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.201791] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605203} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.202076] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] cf45692b-8a08-4733-be8d-9fd98d6a48a4/cf45692b-8a08-4733-be8d-9fd98d6a48a4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 904.202309] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.202816] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabe30e1-dd35-482e-81fd-033660675a09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.210140] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 904.210140] env[62270]: value = "task-4291688" [ 904.210140] env[62270]: _type = "Task" [ 904.210140] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.220083] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.402345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.402772] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Instance network_info: |[{"id": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "address": "fa:16:3e:d8:bf:28", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afbb18-e2", "ovs_interfaceid": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 904.403249] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Acquired lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.403570] env[62270]: DEBUG nova.network.neutron [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Refreshing network info cache for port 81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 904.405295] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:bf:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81afbb18-e268-474f-91ca-cc0e4c1ad316', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.416131] env[62270]: DEBUG oslo.service.loopingcall [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.420320] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 904.422303] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5bae91d-06d2-4b57-bcce-bcb94dbdb1fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.451056] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.451056] env[62270]: value = "task-4291689" [ 904.451056] env[62270]: _type = "Task" [ 904.451056] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.463401] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291689, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.469891] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 904.495717] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 904.495995] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 904.496180] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.496405] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 904.496556] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.496711] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 904.497055] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 904.497153] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 904.498023] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 904.498023] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 904.498023] env[62270]: DEBUG nova.virt.hardware [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.498639] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0f773-df32-4bb3-8144-945ebbb3beca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.509229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.510325] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e51c83-66e5-446c-9cb8-0fbe08b20900 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.664306] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 4b9bc92c-b905-40fa-b46f-8c5f28b0911c] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 904.687828] env[62270]: DEBUG nova.scheduler.client.report [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 904.708190] env[62270]: DEBUG nova.network.neutron [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Updated VIF entry in instance network info cache for port 81afbb18-e268-474f-91ca-cc0e4c1ad316. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 904.708577] env[62270]: DEBUG nova.network.neutron [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Updating instance_info_cache with network_info: [{"id": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "address": "fa:16:3e:d8:bf:28", "network": {"id": "7d3a9902-dffb-47eb-8e1d-733c83b09484", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1964812038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899d422c7b41b08098d67b073d2332", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81afbb18-e2", "ovs_interfaceid": "81afbb18-e268-474f-91ca-cc0e4c1ad316", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.719735] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10495} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.720104] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.720978] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb342614-f945-4c09-b4bf-6ac43d744b07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.748680] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] cf45692b-8a08-4733-be8d-9fd98d6a48a4/cf45692b-8a08-4733-be8d-9fd98d6a48a4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.749709] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c744597b-b069-4a81-abd4-57b7ce243a9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.774786] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 904.774786] env[62270]: value = "task-4291690" [ 904.774786] env[62270]: _type = "Task" [ 904.774786] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.785773] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.961834] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291689, 'name': CreateVM_Task, 'duration_secs': 0.439598} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.962047] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 904.962764] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.962975] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.963389] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 904.963671] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3c6269-e484-42ca-a77c-0efca0da2ff2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.969559] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 904.969559] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dfc280-248f-8841-5af7-f36dd45e8afc" [ 904.969559] env[62270]: _type = "Task" [ 904.969559] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.978590] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dfc280-248f-8841-5af7-f36dd45e8afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.158159] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Successfully updated port: 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.167824] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 226a807b-81a1-425c-81ac-d9be821f7679] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 905.192653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.193318] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 905.196134] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.186s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.196354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.198791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.098s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.200234] env[62270]: INFO nova.compute.claims [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.211287] env[62270]: DEBUG oslo_concurrency.lockutils [req-d74f18a4-ddd6-4179-b489-003977612d37 req-3b4fa105-6b39-4ba3-9d33-3d3c815a509e service nova] Releasing lock "refresh_cache-268b20b6-0962-4b12-b38c-4aad68bd5f3e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.229178] env[62270]: INFO nova.scheduler.client.report [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleted allocations for instance 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc [ 905.286886] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.481408] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dfc280-248f-8841-5af7-f36dd45e8afc, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.481728] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.482034] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.482469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.482559] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.482783] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.483865] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdd8a5ce-abbe-448e-9fbc-8a9fe659973a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.492450] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.492649] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 905.493686] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e12b49-768a-41cf-bc63-21c2b54dee6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.499357] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 905.499357] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e55913-2f15-ad58-3077-680adb114b9f" [ 905.499357] env[62270]: _type = "Task" [ 905.499357] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.508146] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e55913-2f15-ad58-3077-680adb114b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.662882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.662882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.662882] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 905.671870] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: ec0a3585-2101-43e0-8ba6-95f04f4d3194] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 905.705105] env[62270]: DEBUG nova.compute.utils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.708975] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 905.709690] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 905.737719] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a6661a25-285f-4827-b167-2b91c3e1a793 tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.400s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.775064] env[62270]: DEBUG nova.policy [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45a6f10adac142c5a85f0796a4085cb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41bfa7b5be8140609b9e92b8465eeed3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 905.786913] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291690, 'name': ReconfigVM_Task, 'duration_secs': 0.847527} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.787337] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] cf45692b-8a08-4733-be8d-9fd98d6a48a4/cf45692b-8a08-4733-be8d-9fd98d6a48a4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.788055] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a9946d-11e9-4af9-b27f-47559725da4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.795405] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 905.795405] env[62270]: value = "task-4291691" [ 905.795405] env[62270]: _type = "Task" [ 905.795405] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.804167] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291691, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.011314] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e55913-2f15-ad58-3077-680adb114b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.012252] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c191762f-2a68-461a-a6d0-5e28cb63bb86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.021721] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 906.021721] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52845acc-4fdf-a64f-65ee-4f753805ee11" [ 906.021721] env[62270]: _type = "Task" [ 906.021721] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.029472] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52845acc-4fdf-a64f-65ee-4f753805ee11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.049889] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Successfully created port: 017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.174566] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 51f024cf-19eb-429c-ab1e-004093fff9b7] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 906.209869] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 906.311728] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291691, 'name': Rename_Task, 'duration_secs': 0.147722} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.316322] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 906.316894] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d8deaa-afe4-4073-8264-de377ad718e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.326305] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 906.330640] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 906.330640] env[62270]: value = "task-4291692" [ 906.330640] env[62270]: _type = "Task" [ 906.330640] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.332040] env[62270]: DEBUG nova.compute.manager [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-plugged-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 906.332040] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.332325] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.332325] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.332450] env[62270]: DEBUG nova.compute.manager [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] No waiting events found dispatching network-vif-plugged-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 906.332624] env[62270]: WARNING nova.compute.manager [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received unexpected event network-vif-plugged-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 for instance with vm_state building and task_state spawning. [ 906.332790] env[62270]: DEBUG nova.compute.manager [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-changed-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 906.332975] env[62270]: DEBUG nova.compute.manager [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing instance network info cache due to event network-changed-8ff68963-9ee3-4a43-ada2-f02a6416b5e7. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 906.333175] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.346114] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291692, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.533656] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52845acc-4fdf-a64f-65ee-4f753805ee11, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.534562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.535635] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 268b20b6-0962-4b12-b38c-4aad68bd5f3e/268b20b6-0962-4b12-b38c-4aad68bd5f3e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 906.535635] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94217f4c-3ed0-4d20-b666-f440a4528807 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.544383] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 906.544383] env[62270]: value = "task-4291693" [ 906.544383] env[62270]: _type = "Task" [ 906.544383] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.553881] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.590182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.590182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.590182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.590182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.590182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.595862] env[62270]: INFO nova.compute.manager [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Terminating instance [ 906.597910] env[62270]: DEBUG nova.compute.manager [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 906.598754] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 906.599390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a2fd23-5b40-4f3d-a2c5-6b09e642e968 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.603748] env[62270]: DEBUG nova.network.neutron [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.610544] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 906.614347] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc6c9b9f-522f-4c6e-96ba-b1b0f5adc252 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.630118] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 906.630118] env[62270]: value = "task-4291694" [ 906.630118] env[62270]: _type = "Task" [ 906.630118] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.640505] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.677944] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b38c3923-3ba5-4170-a4b2-8a7e496a389a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 906.850841] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291692, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.883037] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a143f00-0511-43a2-b3a3-8a47fe441ee8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.894030] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb19c07-d4e4-4126-b266-8dbc475d3756 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.929915] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a87d16a-dadc-49cc-b40b-9795a5da0663 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.938862] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0428fe1-62ac-494c-8b76-8d7d891899c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.954725] env[62270]: DEBUG nova.compute.provider_tree [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.054704] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.112109] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.112524] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Instance network_info: |[{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 907.113019] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.113328] env[62270]: DEBUG nova.network.neutron [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing network info cache for port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 907.115063] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:76:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ff68963-9ee3-4a43-ada2-f02a6416b5e7', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.123829] env[62270]: DEBUG oslo.service.loopingcall [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.124959] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 907.125231] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e80dd7-7893-406e-856b-1c7ef408ca79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.151482] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291694, 'name': PowerOffVM_Task, 'duration_secs': 0.202561} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.153052] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 907.153301] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 907.153571] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.153571] env[62270]: value = "task-4291695" [ 907.153571] env[62270]: _type = "Task" [ 907.153571] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.153793] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d140209-b7c5-4c5d-8960-f88df8b184e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.164698] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291695, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.181906] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c9510d18-0fb7-42c9-986b-865cfbea8868] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 907.221818] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 907.246983] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 907.247394] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 907.247729] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.248200] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 907.248498] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.248752] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 907.249074] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 907.249348] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 907.249602] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 907.249866] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 907.250175] env[62270]: DEBUG nova.virt.hardware [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.251359] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f39c0-232b-495c-bd84-28fdb31a922e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.255708] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 907.255824] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 907.255980] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleting the datastore file [datastore2] b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.256732] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89dbb997-3b5e-45e3-b54e-7d3b33697932 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.264161] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ff6b8-a965-41c6-be13-f1005688fd8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.268379] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for the task: (returnval){ [ 907.268379] env[62270]: value = "task-4291697" [ 907.268379] env[62270]: _type = "Task" [ 907.268379] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.286438] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.347400] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291692, 'name': PowerOnVM_Task, 'duration_secs': 0.626163} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.347708] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 907.347925] env[62270]: INFO nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Took 8.23 seconds to spawn the instance on the hypervisor. [ 907.348135] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 907.349046] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56795b4f-8215-4cee-a803-1c482aada2f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.458647] env[62270]: DEBUG nova.scheduler.client.report [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 907.554373] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633575} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.554644] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 268b20b6-0962-4b12-b38c-4aad68bd5f3e/268b20b6-0962-4b12-b38c-4aad68bd5f3e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 907.554876] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.555193] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cc7e2c6-d1e8-41fa-8629-6c57ec4fee9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.561725] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 907.561725] env[62270]: value = "task-4291698" [ 907.561725] env[62270]: _type = "Task" [ 907.561725] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.569815] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.676506] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291695, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.685412] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 9fb6b4ec-edb3-478a-865d-47d0d863f244] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 907.781851] env[62270]: DEBUG oslo_vmware.api [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Task: {'id': task-4291697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319866} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.782143] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.782335] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 907.782517] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 907.782693] env[62270]: INFO nova.compute.manager [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 1.18 seconds to destroy the instance on the hypervisor. [ 907.783023] env[62270]: DEBUG oslo.service.loopingcall [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.783264] env[62270]: DEBUG nova.compute.manager [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 907.783349] env[62270]: DEBUG nova.network.neutron [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 907.871555] env[62270]: INFO nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Took 54.15 seconds to build instance. [ 907.956851] env[62270]: DEBUG nova.network.neutron [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updated VIF entry in instance network info cache for port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 907.958755] env[62270]: DEBUG nova.network.neutron [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.966769] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.967721] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 907.970446] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.208s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.970585] env[62270]: DEBUG nova.objects.instance [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 908.071537] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070522} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.071828] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.072631] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6390b5-2521-479c-a058-fb6b32d13894 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094999] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 268b20b6-0962-4b12-b38c-4aad68bd5f3e/268b20b6-0962-4b12-b38c-4aad68bd5f3e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.099414] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e71d0c-bf39-4644-8031-454a839e2cd1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.116789] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Successfully updated port: 017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.125017] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 908.125017] env[62270]: value = "task-4291699" [ 908.125017] env[62270]: _type = "Task" [ 908.125017] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.131095] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.171160] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291695, 'name': CreateVM_Task, 'duration_secs': 0.538944} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.171160] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 908.171700] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.172091] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.172628] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.173147] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77888a39-9134-4367-b772-ffe075fb18c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.181180] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 908.181180] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ef2d86-4b02-de05-28e9-42e835e3578a" [ 908.181180] env[62270]: _type = "Task" [ 908.181180] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.191146] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: bf195db5-7601-46e3-ba0e-1ea3ded052c5] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 908.203260] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ef2d86-4b02-de05-28e9-42e835e3578a, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.203791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.204170] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.209652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.209652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.209652] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.209652] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14092ba3-023a-4b1f-a6ad-bdf0399b3ba7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.218021] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.218021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 908.218021] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf1575e-e96a-4d51-9422-38a040547c07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.224425] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 908.224425] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5267da2e-c264-60af-5deb-714afecdd0b6" [ 908.224425] env[62270]: _type = "Task" [ 908.224425] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.234125] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5267da2e-c264-60af-5deb-714afecdd0b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.301582] env[62270]: DEBUG nova.compute.manager [req-2274f621-f965-4b38-9046-c16a0cac5d56 req-9f60d26c-ebd5-4e8a-845a-ea0f847268c9 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Received event network-vif-deleted-c06dd33c-4fb8-48cd-af67-4561bbc29f09 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 908.301582] env[62270]: INFO nova.compute.manager [req-2274f621-f965-4b38-9046-c16a0cac5d56 req-9f60d26c-ebd5-4e8a-845a-ea0f847268c9 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Neutron deleted interface c06dd33c-4fb8-48cd-af67-4561bbc29f09; detaching it from the instance and deleting it from the info cache [ 908.301868] env[62270]: DEBUG nova.network.neutron [req-2274f621-f965-4b38-9046-c16a0cac5d56 req-9f60d26c-ebd5-4e8a-845a-ea0f847268c9 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.360418] env[62270]: DEBUG nova.compute.manager [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Received event network-vif-plugged-017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 908.360668] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Acquiring lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.360889] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.361077] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.361255] env[62270]: DEBUG nova.compute.manager [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] No waiting events found dispatching network-vif-plugged-017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 908.361429] env[62270]: WARNING nova.compute.manager [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Received unexpected event network-vif-plugged-017bf802-df79-4ca0-acf6-aa2a759b4f4c for instance with vm_state building and task_state spawning. [ 908.361596] env[62270]: DEBUG nova.compute.manager [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Received event network-changed-017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 908.361752] env[62270]: DEBUG nova.compute.manager [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Refreshing instance network info cache due to event network-changed-017bf802-df79-4ca0-acf6-aa2a759b4f4c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 908.361938] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Acquiring lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.362095] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Acquired lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.362257] env[62270]: DEBUG nova.network.neutron [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Refreshing network info cache for port 017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 908.372698] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.847s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.463754] env[62270]: DEBUG oslo_concurrency.lockutils [req-2f5a3199-d139-478b-be1c-2b2f7cc3903a req-b2e7a0d1-e22b-4a7b-a8f7-0e13775bb370 service nova] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.476647] env[62270]: DEBUG nova.compute.utils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 908.480918] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 908.481302] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 908.555158] env[62270]: DEBUG nova.policy [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6b75b26bae44ed9b1bd1576f6b89e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '853a0f7361384dd691784c7bc114c6cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 908.618592] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.634624] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291699, 'name': ReconfigVM_Task, 'duration_secs': 0.421833} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.634922] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 268b20b6-0962-4b12-b38c-4aad68bd5f3e/268b20b6-0962-4b12-b38c-4aad68bd5f3e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.635655] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8eda9f9-61bf-4415-9225-e4354adae4f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.642149] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 908.642149] env[62270]: value = "task-4291700" [ 908.642149] env[62270]: _type = "Task" [ 908.642149] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.651137] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291700, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.698980] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: d65d666b-e9f3-4724-b76b-cb3199cfba1f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 908.716823] env[62270]: DEBUG nova.network.neutron [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.740192] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5267da2e-c264-60af-5deb-714afecdd0b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018974} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.743606] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959de77d-d462-4cd8-b4df-3deb42a14adc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.750570] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 908.750570] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52692528-72b1-61ce-d198-f78e2a211395" [ 908.750570] env[62270]: _type = "Task" [ 908.750570] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.760413] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52692528-72b1-61ce-d198-f78e2a211395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.805325] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfc63a59-5d16-4dab-a487-5c0dac62079c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.816113] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7ebd63-dcf9-4d60-912e-882b1d181963 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.856753] env[62270]: DEBUG nova.compute.manager [req-2274f621-f965-4b38-9046-c16a0cac5d56 req-9f60d26c-ebd5-4e8a-845a-ea0f847268c9 service nova] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Detach interface failed, port_id=c06dd33c-4fb8-48cd-af67-4561bbc29f09, reason: Instance b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 908.875716] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 908.936533] env[62270]: DEBUG nova.network.neutron [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 908.984898] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 908.989244] env[62270]: DEBUG oslo_concurrency.lockutils [None req-33dbeed6-c2a1-42cf-ae8c-0d823eeba830 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.991994] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.804s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.993076] env[62270]: INFO nova.compute.claims [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.028246] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Successfully created port: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.071275] env[62270]: DEBUG nova.network.neutron [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.154694] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291700, 'name': Rename_Task, 'duration_secs': 0.197083} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.154694] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 909.154694] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-991c4d1f-c55a-4a6e-b210-eadc47f3e12f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.161985] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 909.161985] env[62270]: value = "task-4291701" [ 909.161985] env[62270]: _type = "Task" [ 909.161985] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.169983] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.202112] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 049a3522-25cb-42b7-ad12-abb18658a7cb] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 909.219322] env[62270]: INFO nova.compute.manager [-] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Took 1.44 seconds to deallocate network for instance. [ 909.263895] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52692528-72b1-61ce-d198-f78e2a211395, 'name': SearchDatastore_Task, 'duration_secs': 0.019406} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.263895] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.264091] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 048fc5b2-f718-450e-bbd5-b228770190bc/048fc5b2-f718-450e-bbd5-b228770190bc.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 909.264343] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df17f57d-b307-4b99-af93-cf348abc9e79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.271519] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 909.271519] env[62270]: value = "task-4291702" [ 909.271519] env[62270]: _type = "Task" [ 909.271519] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.280400] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.402651] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.575724] env[62270]: DEBUG oslo_concurrency.lockutils [req-f12ea679-ced3-4f9e-bda6-9b93f29b516a req-5f1ea0b6-b47d-4c13-a3a6-7a943544a31e service nova] Releasing lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.576729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.576729] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 909.673788] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.711533] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 62b3f344-bff0-47a3-a761-ec5517c6a24c] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 909.727294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.785861] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.998138] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 910.020737] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 910.021046] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 910.021234] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.021853] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 910.022043] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.022221] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 910.022443] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 910.022611] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 910.022786] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 910.023015] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 910.023219] env[62270]: DEBUG nova.virt.hardware [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 910.024161] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9660f2ef-4938-4dc1-bdcd-5af0ad546ee3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.034175] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d8a18c-2e3a-4106-8520-c248ef51398e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.121078] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 910.174332] env[62270]: DEBUG oslo_vmware.api [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291701, 'name': PowerOnVM_Task, 'duration_secs': 0.641137} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.177297] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 910.177578] env[62270]: INFO nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Took 8.38 seconds to spawn the instance on the hypervisor. [ 910.177789] env[62270]: DEBUG nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 910.178640] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df9fa6-f775-4988-b294-7adeda0488e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.216881] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 5660f1e3-a664-40aa-8bd8-b0585a419d1a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 910.286074] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669077} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.286074] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 048fc5b2-f718-450e-bbd5-b228770190bc/048fc5b2-f718-450e-bbd5-b228770190bc.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 910.286074] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.286074] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8bf1df-1624-46c9-a260-65bb8a52bc33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.291647] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 910.291647] env[62270]: value = "task-4291703" [ 910.291647] env[62270]: _type = "Task" [ 910.291647] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.302253] env[62270]: DEBUG nova.network.neutron [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Updating instance_info_cache with network_info: [{"id": "017bf802-df79-4ca0-acf6-aa2a759b4f4c", "address": "fa:16:3e:34:ab:aa", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017bf802-df", "ovs_interfaceid": "017bf802-df79-4ca0-acf6-aa2a759b4f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.306618] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.552628] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c455d47-01fe-402e-91a3-e5b816df845d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.560198] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d633379e-33bd-408b-959a-8dc9bb40b77f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.595452] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532fda1-3c35-4a17-8b52-74fc083fb8d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.603465] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08425615-b3c2-4c18-a76b-67b1fc768fcc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.618385] env[62270]: DEBUG nova.compute.provider_tree [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.698025] env[62270]: INFO nova.compute.manager [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Took 52.41 seconds to build instance. [ 910.723678] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: da1f49c7-1922-4690-aefe-fc6b71de727a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 910.805403] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "refresh_cache-f24ad94c-04d0-46bd-a7c9-05c4def039b7" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.805687] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance network_info: |[{"id": "017bf802-df79-4ca0-acf6-aa2a759b4f4c", "address": "fa:16:3e:34:ab:aa", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap017bf802-df", "ovs_interfaceid": "017bf802-df79-4ca0-acf6-aa2a759b4f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 910.806030] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177547} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.806429] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ab:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '017bf802-df79-4ca0-acf6-aa2a759b4f4c', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.816734] env[62270]: DEBUG oslo.service.loopingcall [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.816979] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.819829] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.819829] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 910.821249] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0637240e-3ccb-4f56-a630-31991e88aeef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.823493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f830448f-0bb7-4d7d-bf8c-932a72517e42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.826249] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e10da589-4e6f-45b1-8ced-ae03fd9b491a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.846098] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.846098] env[62270]: value = "task-4291704" [ 910.846098] env[62270]: _type = "Task" [ 910.846098] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.865486] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 048fc5b2-f718-450e-bbd5-b228770190bc/048fc5b2-f718-450e-bbd5-b228770190bc.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.865784] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.865946] env[62270]: ERROR oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk due to incomplete transfer. [ 910.869017] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c083be2-02ca-4680-9dc9-38b4ae78d2b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.883292] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-30c2ff5a-7f10-41f3-9aa8-b0ac2b2f9a92 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.889967] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291704, 'name': CreateVM_Task} progress is 15%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.891377] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 910.891377] env[62270]: value = "task-4291705" [ 910.891377] env[62270]: _type = "Task" [ 910.891377] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.892486] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262757c-e56f-0c1f-f39f-a3baeffbe539/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.892699] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Uploaded image edb873c6-e4fb-49c1-8561-ab7b61a5eb88 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 910.894842] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 910.897798] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-601eec34-6002-492c-ac0b-69b815085091 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.904454] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.906623] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 910.906623] env[62270]: value = "task-4291706" [ 910.906623] env[62270]: _type = "Task" [ 910.906623] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.915334] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291706, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.106476] env[62270]: DEBUG nova.compute.manager [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Received event network-vif-plugged-5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 911.106663] env[62270]: DEBUG oslo_concurrency.lockutils [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] Acquiring lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.106874] env[62270]: DEBUG oslo_concurrency.lockutils [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.106956] env[62270]: DEBUG oslo_concurrency.lockutils [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.107135] env[62270]: DEBUG nova.compute.manager [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] No waiting events found dispatching network-vif-plugged-5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 911.107319] env[62270]: WARNING nova.compute.manager [req-d4033650-bcd1-4007-94fd-6feafe02a7a3 req-ed63fd2c-e94c-4c12-a442-7d0b4cae1fea service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Received unexpected event network-vif-plugged-5acfcc0c-6e0a-4426-a398-cbd693d6d878 for instance with vm_state building and task_state spawning. [ 911.121943] env[62270]: DEBUG nova.scheduler.client.report [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 911.199345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4bd86cf3-b44b-4e7a-9496-e1a520345667 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.639s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.226344] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: abed8c28-e155-4775-a90b-45942d5b75ff] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 911.367196] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291704, 'name': CreateVM_Task, 'duration_secs': 0.428474} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.367964] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 911.368410] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.368690] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.369076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.369746] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef45fa5e-23b5-4e99-a12c-9f29a92ad826 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.374587] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 911.374587] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52baacf2-4096-fc97-aba9-88b8422ed391" [ 911.374587] env[62270]: _type = "Task" [ 911.374587] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.383408] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52baacf2-4096-fc97-aba9-88b8422ed391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.402039] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291705, 'name': ReconfigVM_Task, 'duration_secs': 0.489209} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.402170] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 048fc5b2-f718-450e-bbd5-b228770190bc/048fc5b2-f718-450e-bbd5-b228770190bc.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.402853] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397d3471-6908-439e-80b1-b64cd848dc78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.410904] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 911.410904] env[62270]: value = "task-4291707" [ 911.410904] env[62270]: _type = "Task" [ 911.410904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.417727] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291706, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.422700] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291707, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.597818] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Successfully updated port: 5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.627997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.628639] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 911.631448] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.466s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.633452] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.636645] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.738s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.636645] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.636645] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.106s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.637811] env[62270]: INFO nova.compute.claims [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.665171] env[62270]: INFO nova.scheduler.client.report [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d [ 911.668013] env[62270]: INFO nova.scheduler.client.report [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleted allocations for instance c194adda-37e8-43b7-b640-0e51cc762bb0 [ 911.704457] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 911.729809] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 81bfa2ee-3017-4165-96d7-d6f21634f129] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 911.749511] env[62270]: DEBUG nova.compute.manager [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Received event network-changed-5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 911.749727] env[62270]: DEBUG nova.compute.manager [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Refreshing instance network info cache due to event network-changed-5acfcc0c-6e0a-4426-a398-cbd693d6d878. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 911.750016] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] Acquiring lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.750067] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] Acquired lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.750202] env[62270]: DEBUG nova.network.neutron [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Refreshing network info cache for port 5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 911.889569] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52baacf2-4096-fc97-aba9-88b8422ed391, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.889569] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.889569] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.889569] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.889569] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.889569] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.889569] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a6dd5a-0bce-428c-be48-95f706e104e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.903741] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.904022] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 911.904786] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c737288-884b-48ba-b9f1-a77c175b3c46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.919186] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 911.919186] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525500dc-3d36-bf01-0501-13308222cf63" [ 911.919186] env[62270]: _type = "Task" [ 911.919186] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.919442] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291706, 'name': Destroy_Task, 'duration_secs': 0.571251} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.920161] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Destroyed the VM [ 911.920421] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.924433] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f2777f0-8f4e-4b38-88f2-bf30238320ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.929351] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291707, 'name': Rename_Task, 'duration_secs': 0.217878} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.930243] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 911.930473] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed5f6c0-9c59-48aa-b071-e2ef0be5d2e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.936148] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525500dc-3d36-bf01-0501-13308222cf63, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.937848] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4962e5c-f974-47a7-a330-8087b2f98aef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.949522] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 911.949522] env[62270]: value = "task-4291708" [ 911.949522] env[62270]: _type = "Task" [ 911.949522] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.951665] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 911.951665] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520098d6-5f31-7ab4-3bed-cf9f095dcf88" [ 911.951665] env[62270]: _type = "Task" [ 911.951665] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.951936] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 911.951936] env[62270]: value = "task-4291709" [ 911.951936] env[62270]: _type = "Task" [ 911.951936] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.969853] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520098d6-5f31-7ab4-3bed-cf9f095dcf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.978266] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291709, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.978689] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.101770] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.142554] env[62270]: DEBUG nova.compute.utils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.144234] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 912.144453] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 912.178055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0245a86-3c90-41f5-b7aa-47cd40252dc7 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.019s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.179065] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b93592d3-fbc8-4f1e-b502-329995df5524 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "c194adda-37e8-43b7-b640-0e51cc762bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.873s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.226821] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.233720] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: e0f20d7f-2947-4448-a5ae-361687f3dc17] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 912.251927] env[62270]: DEBUG nova.policy [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd5162fa8414309a3dab861cb2c6027', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41ab2cb1e65740e882949d7b4d8d46e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 912.262188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.262485] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.262690] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.262901] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.263143] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.265467] env[62270]: INFO nova.compute.manager [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Terminating instance [ 912.267415] env[62270]: DEBUG nova.compute.manager [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 912.267688] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 912.268905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d2c79-490b-483a-a7d1-aff611f53cd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.278255] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 912.278533] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dea117d-aef2-43a8-b675-c20937871fe2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.289148] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 912.289148] env[62270]: value = "task-4291710" [ 912.289148] env[62270]: _type = "Task" [ 912.289148] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.299138] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.307686] env[62270]: DEBUG nova.network.neutron [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 912.327393] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.327754] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.328231] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.328334] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.328561] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.331323] env[62270]: INFO nova.compute.manager [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Terminating instance [ 912.333989] env[62270]: DEBUG nova.compute.manager [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 912.333989] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 912.335192] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4974a-c4f1-4168-b42a-907eca2c3271 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.344611] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 912.345842] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d221ea-3cf3-444b-82d3-24c9e71a29f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.353806] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 912.353806] env[62270]: value = "task-4291711" [ 912.353806] env[62270]: _type = "Task" [ 912.353806] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.364339] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.415766] env[62270]: DEBUG nova.network.neutron [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.474228] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291708, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.484409] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520098d6-5f31-7ab4-3bed-cf9f095dcf88, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.484715] env[62270]: DEBUG oslo_vmware.api [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291709, 'name': PowerOnVM_Task, 'duration_secs': 0.505374} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.485048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.485381] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f24ad94c-04d0-46bd-a7c9-05c4def039b7/f24ad94c-04d0-46bd-a7c9-05c4def039b7.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 912.485695] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 912.485939] env[62270]: INFO nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Took 8.02 seconds to spawn the instance on the hypervisor. [ 912.486268] env[62270]: DEBUG nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 912.486951] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eeb458b-1b5c-4872-b43f-edf8849d0402 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.491178] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5196f722-d79a-4b1d-bb52-d54204ac47ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.499723] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 912.499723] env[62270]: value = "task-4291712" [ 912.499723] env[62270]: _type = "Task" [ 912.499723] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.649675] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 912.737547] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 3c2449ca-daca-4078-ac78-dad7714f5f07] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 912.799615] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291710, 'name': PowerOffVM_Task, 'duration_secs': 0.257681} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.802563] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 912.802771] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 912.803315] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af3ab5b7-91b9-4c47-8365-5f87222a75ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.870106] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291711, 'name': PowerOffVM_Task, 'duration_secs': 0.257594} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.874469] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 912.876997] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 912.876997] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de84b0be-2c4f-4621-be8f-78f9b37c0de5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.891200] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 912.891200] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 912.891200] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleting the datastore file [datastore2] cf45692b-8a08-4733-be8d-9fd98d6a48a4 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.891488] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93eb08e0-309e-4de4-b214-e06729041dbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.897404] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 912.897404] env[62270]: value = "task-4291715" [ 912.897404] env[62270]: _type = "Task" [ 912.897404] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.910081] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.920131] env[62270]: DEBUG oslo_concurrency.lockutils [req-6ea397f2-17a5-4b34-874c-3f8f81566e5c req-60a02212-bad2-40ff-93bc-3861bd0eda58 service nova] Releasing lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.920778] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.920953] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 912.941694] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 912.941944] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 912.942147] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleting the datastore file [datastore2] 268b20b6-0962-4b12-b38c-4aad68bd5f3e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.942415] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8467fc9-8ca9-4058-8b37-854e13a4f761 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.948732] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for the task: (returnval){ [ 912.948732] env[62270]: value = "task-4291716" [ 912.948732] env[62270]: _type = "Task" [ 912.948732] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.963826] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.966791] env[62270]: DEBUG oslo_vmware.api [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291708, 'name': RemoveSnapshot_Task, 'duration_secs': 0.824219} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.967084] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 912.967135] env[62270]: INFO nova.compute.manager [None req-0f719117-f4c7-4859-8245-2be536f41543 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 14.90 seconds to snapshot the instance on the hypervisor. [ 913.017739] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291712, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.022577] env[62270]: INFO nova.compute.manager [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Took 50.34 seconds to build instance. [ 913.066961] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Successfully created port: ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.202321] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c4494d-7273-4627-90bb-0bac001054f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.211931] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd723d03-5a1d-4123-b0eb-ed39b05f7be4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.244826] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: fad876e7-a64e-43ab-a51d-482b544a710a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 913.247323] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31750adb-85cb-48b1-8a38-2d09b6ef3885 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.255384] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80f6494-144f-4ce1-bacc-78a460872872 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.272118] env[62270]: DEBUG nova.compute.provider_tree [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.342066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.342326] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.413118] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.461542] env[62270]: DEBUG oslo_vmware.api [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497729} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.462181] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.462228] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 913.462503] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 913.462792] env[62270]: INFO nova.compute.manager [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 913.463179] env[62270]: DEBUG oslo.service.loopingcall [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.463477] env[62270]: DEBUG nova.compute.manager [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 913.463668] env[62270]: DEBUG nova.network.neutron [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 913.509502] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 913.516440] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517015} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.516985] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f24ad94c-04d0-46bd-a7c9-05c4def039b7/f24ad94c-04d0-46bd-a7c9-05c4def039b7.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 913.517376] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.517784] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab10498-cece-4302-89bc-10d5b869de4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.525452] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 913.525452] env[62270]: value = "task-4291717" [ 913.525452] env[62270]: _type = "Task" [ 913.525452] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.530526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec671398-6f81-48a4-9438-7410543594a1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.440s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.538406] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.667543] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 913.716415] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 913.716684] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 913.716857] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.717696] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 913.717696] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.717696] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 913.717696] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 913.717860] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 913.717952] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 913.718146] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 913.718331] env[62270]: DEBUG nova.virt.hardware [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.719253] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1cd50e-386d-4014-8560-21e134f3d8ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.726914] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e4e053-cce5-4879-b6cd-91e7d075ef67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.751087] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 10e5af88-8314-46f2-976f-bf52ecb999e3] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 913.778532] env[62270]: DEBUG nova.scheduler.client.report [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 913.895780] env[62270]: DEBUG nova.network.neutron [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Updating instance_info_cache with network_info: [{"id": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "address": "fa:16:3e:76:e2:ec", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfcc0c-6e", "ovs_interfaceid": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.914353] env[62270]: DEBUG oslo_vmware.api [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Task: {'id': task-4291715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.538036} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.915407] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.915755] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 913.916073] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 913.916367] env[62270]: INFO nova.compute.manager [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 913.916894] env[62270]: DEBUG oslo.service.loopingcall [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.917455] env[62270]: DEBUG nova.compute.manager [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 913.917661] env[62270]: DEBUG nova.network.neutron [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 914.039591] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190675} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.039591] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.039591] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b86e4d-ec24-4206-b205-3a4d2eaf8770 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.041068] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 914.067864] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] f24ad94c-04d0-46bd-a7c9-05c4def039b7/f24ad94c-04d0-46bd-a7c9-05c4def039b7.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.068337] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5703c2b-5b7c-4e06-a7cd-fc4c57cff412 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.095190] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 914.095190] env[62270]: value = "task-4291718" [ 914.095190] env[62270]: _type = "Task" [ 914.095190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.103485] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.174026] env[62270]: DEBUG nova.compute.manager [req-8fc45297-7ed4-4d24-8ee4-36b1cb372c0a req-10949dd3-771f-43fb-b52d-16421cbe3a71 service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Received event network-vif-deleted-81afbb18-e268-474f-91ca-cc0e4c1ad316 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 914.174706] env[62270]: INFO nova.compute.manager [req-8fc45297-7ed4-4d24-8ee4-36b1cb372c0a req-10949dd3-771f-43fb-b52d-16421cbe3a71 service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Neutron deleted interface 81afbb18-e268-474f-91ca-cc0e4c1ad316; detaching it from the instance and deleting it from the info cache [ 914.175910] env[62270]: DEBUG nova.network.neutron [req-8fc45297-7ed4-4d24-8ee4-36b1cb372c0a req-10949dd3-771f-43fb-b52d-16421cbe3a71 service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.254020] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0c922d57-f833-45c5-90d7-88b694bd274e] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 914.294181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.294744] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 914.297749] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.740s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.299781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.300025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.300243] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "7ad80243-ccd9-4dce-8844-273b82a9e5be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.300434] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.300610] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.308472] env[62270]: INFO nova.compute.manager [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Terminating instance [ 914.310087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "refresh_cache-7ad80243-ccd9-4dce-8844-273b82a9e5be" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.310255] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquired lock "refresh_cache-7ad80243-ccd9-4dce-8844-273b82a9e5be" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.311431] env[62270]: DEBUG nova.network.neutron [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 914.402374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.402374] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance network_info: |[{"id": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "address": "fa:16:3e:76:e2:ec", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfcc0c-6e", "ovs_interfaceid": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 914.402626] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e2:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5acfcc0c-6e0a-4426-a398-cbd693d6d878', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.410472] env[62270]: DEBUG oslo.service.loopingcall [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.410733] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 914.411012] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bced0ff-d84e-4b79-a189-c72c3399f26d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.431803] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.431803] env[62270]: value = "task-4291719" [ 914.431803] env[62270]: _type = "Task" [ 914.431803] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.441813] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291719, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.566254] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.604541] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.610950] env[62270]: DEBUG nova.network.neutron [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.678788] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9521f79d-1bdb-4568-af05-80f5b6b373bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.690022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f49299-e5a8-4977-88c1-8a43b4d0c00f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.723127] env[62270]: DEBUG nova.compute.manager [req-8fc45297-7ed4-4d24-8ee4-36b1cb372c0a req-10949dd3-771f-43fb-b52d-16421cbe3a71 service nova] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Detach interface failed, port_id=81afbb18-e268-474f-91ca-cc0e4c1ad316, reason: Instance 268b20b6-0962-4b12-b38c-4aad68bd5f3e could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 914.757625] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f7649ec5-2e21-41e6-bb9f-e8243ea9f9ca] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 914.799714] env[62270]: DEBUG nova.compute.utils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 914.801108] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 914.801289] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 914.811266] env[62270]: INFO nova.compute.claims [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.837628] env[62270]: DEBUG nova.network.neutron [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.858551] env[62270]: DEBUG nova.policy [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c2a8e64a4e4de78fac8fe7eedc2c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd04228f699451984de990f1a8795a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 914.863477] env[62270]: DEBUG nova.network.neutron [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 914.950111] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291719, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.951290] env[62270]: DEBUG nova.network.neutron [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.107233] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.113895] env[62270]: INFO nova.compute.manager [-] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Took 1.65 seconds to deallocate network for instance. [ 915.126488] env[62270]: DEBUG nova.compute.manager [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Received event network-vif-plugged-ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 915.126488] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] Acquiring lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.126488] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.126787] env[62270]: DEBUG oslo_concurrency.lockutils [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.126907] env[62270]: DEBUG nova.compute.manager [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] No waiting events found dispatching network-vif-plugged-ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 915.127663] env[62270]: WARNING nova.compute.manager [req-5a41ec53-7315-4e59-93b3-b3714c091d94 req-9a3de18d-336f-49e8-beb4-bfa112247079 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Received unexpected event network-vif-plugged-ce63489b-83c6-470d-ac5d-a09b463dbe60 for instance with vm_state building and task_state spawning. [ 915.135366] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Successfully updated port: ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.234268] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Successfully created port: f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.264025] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0404c9fe-cf6b-4636-a490-4f66bb35cd47] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 915.304832] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 915.329558] env[62270]: INFO nova.compute.resource_tracker [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating resource usage from migration 653837ef-ff99-4853-b824-1b1322a3a413 [ 915.341658] env[62270]: INFO nova.compute.manager [-] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Took 1.42 seconds to deallocate network for instance. [ 915.443996] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291719, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.455600] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Releasing lock "refresh_cache-7ad80243-ccd9-4dce-8844-273b82a9e5be" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.456272] env[62270]: DEBUG nova.compute.manager [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 915.456733] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 915.458629] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e4951-bc45-4f8b-8397-0358b46b1bc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.470621] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 915.470917] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1a9796-e436-438f-8c35-6e3179924a47 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.478631] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 915.478631] env[62270]: value = "task-4291720" [ 915.478631] env[62270]: _type = "Task" [ 915.478631] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.488556] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.607435] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291718, 'name': ReconfigVM_Task, 'duration_secs': 1.17022} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.607806] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Reconfigured VM instance instance-00000045 to attach disk [datastore2] f24ad94c-04d0-46bd-a7c9-05c4def039b7/f24ad94c-04d0-46bd-a7c9-05c4def039b7.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.608559] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47762718-d052-4275-8f61-10ecc6b8bb3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.616018] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 915.616018] env[62270]: value = "task-4291721" [ 915.616018] env[62270]: _type = "Task" [ 915.616018] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.621638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.625671] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291721, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.642327] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.642466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquired lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.642643] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 915.767329] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0a5b0116-aeed-45f7-bf6a-9322cd5e5257] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 915.856198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.897045] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72b881-cbfb-4c32-aa8a-de247e239cbe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.906213] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce184d38-8b79-429a-89e3-ba928167d8d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.941581] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b75d48-a7ae-4a6f-9f7f-9c367c7b5d7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.949185] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291719, 'name': CreateVM_Task, 'duration_secs': 1.355083} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.951233] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 915.952015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.952206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.952533] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.953801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa796e-12bf-41ac-99ea-0b338c12b25e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.957541] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913ef405-f29b-40e3-a068-9552546ba7c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.969637] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 915.969637] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b7ccff-ba3f-b730-1a13-0681f9b51696" [ 915.969637] env[62270]: _type = "Task" [ 915.969637] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970128] env[62270]: DEBUG nova.compute.provider_tree [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.979350] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b7ccff-ba3f-b730-1a13-0681f9b51696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.988042] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291720, 'name': PowerOffVM_Task, 'duration_secs': 0.283521} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.988549] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 915.988549] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 915.989056] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6275324-ebd9-4b45-ab81-ee86bea453d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.015384] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 916.015592] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 916.015781] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleting the datastore file [datastore2] 7ad80243-ccd9-4dce-8844-273b82a9e5be {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.016061] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ca5e6b-f9d9-4aa1-b974-e4a621622f6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.022867] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for the task: (returnval){ [ 916.022867] env[62270]: value = "task-4291723" [ 916.022867] env[62270]: _type = "Task" [ 916.022867] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.032483] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.077487] env[62270]: DEBUG nova.compute.manager [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 916.078929] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cafdc6-cb3f-4297-9afd-e1b75f470f72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.129175] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291721, 'name': Rename_Task, 'duration_secs': 0.206832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.129499] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 916.129761] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b533cada-8cf8-45ea-a866-8b1a8f22c98a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.136414] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 916.136414] env[62270]: value = "task-4291724" [ 916.136414] env[62270]: _type = "Task" [ 916.136414] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.149442] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.182032] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 916.260530] env[62270]: DEBUG nova.compute.manager [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Received event network-vif-deleted-c6149814-40bc-47c2-b177-ab0542f7e141 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 916.260691] env[62270]: DEBUG nova.compute.manager [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-changed-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 916.260844] env[62270]: DEBUG nova.compute.manager [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing instance network info cache due to event network-changed-8ff68963-9ee3-4a43-ada2-f02a6416b5e7. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 916.261257] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.261466] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.261700] env[62270]: DEBUG nova.network.neutron [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing network info cache for port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 916.271306] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.271713] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Cleaning up deleted instances with incomplete migration {{(pid=62270) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11342}} [ 916.317836] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 916.352093] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c0d667391b0878d4eb4e5c4cdbc3fa4d',container_format='bare',created_at=2025-06-20T08:53:28Z,direct_url=,disk_format='vmdk',id=c95634ff-25d8-49a7-98bd-6084c7e352f2,min_disk=1,min_ram=0,name='tempest-test-snap-226597231',owner='3bd04228f699451984de990f1a8795a2',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2025-06-20T08:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 916.352468] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 916.352678] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.352915] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 916.353210] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.353391] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 916.353618] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 916.353787] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 916.353963] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 916.354179] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 916.354365] env[62270]: DEBUG nova.virt.hardware [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.355637] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763f7e24-6ec8-4c51-afc2-530ab091d1bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.364578] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9293d0-1c94-40f1-906e-61724a27eab3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.477404] env[62270]: DEBUG nova.scheduler.client.report [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 916.488096] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b7ccff-ba3f-b730-1a13-0681f9b51696, 'name': SearchDatastore_Task, 'duration_secs': 0.025029} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.490024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.490024] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.490024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.490024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490024] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.490024] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d23454-80cf-4c81-846c-f13c84b88f9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.499602] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.499895] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 916.500724] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2738933-0add-4a6c-b3c4-da121fd8ccbd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.506711] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 916.506711] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae65c7-7cc0-407b-c666-d5c659c23aec" [ 916.506711] env[62270]: _type = "Task" [ 916.506711] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.515615] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae65c7-7cc0-407b-c666-d5c659c23aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.528789] env[62270]: DEBUG nova.network.neutron [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updating instance_info_cache with network_info: [{"id": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "address": "fa:16:3e:5b:e8:5e", "network": {"id": "e93b3abd-982e-4c9a-97cd-c3a9301303be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-739805425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ab2cb1e65740e882949d7b4d8d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce63489b-83", "ovs_interfaceid": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.535628] env[62270]: DEBUG oslo_vmware.api [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Task: {'id': task-4291723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268154} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.536471] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.536773] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 916.537016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 916.537282] env[62270]: INFO nova.compute.manager [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Took 1.08 seconds to destroy the instance on the hypervisor. [ 916.537584] env[62270]: DEBUG oslo.service.loopingcall [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.538967] env[62270]: DEBUG nova.compute.manager [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 916.538967] env[62270]: DEBUG nova.network.neutron [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 916.561067] env[62270]: DEBUG nova.network.neutron [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 916.591254] env[62270]: INFO nova.compute.manager [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] instance snapshotting [ 916.594738] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001619a-6ee6-4362-836c-9360d76d159b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.630217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51927ca1-eb6c-4a43-8659-6a33a3d564e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.656608] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.774309] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.983094] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.685s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.983327] env[62270]: INFO nova.compute.manager [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Migrating [ 916.992585] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.844s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.994194] env[62270]: INFO nova.compute.claims [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.023819] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae65c7-7cc0-407b-c666-d5c659c23aec, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.025260] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff32b0c-ee11-4031-93da-d2eeb8886f66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.031604] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 917.031604] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c1f3dc-5b0b-52e7-9b72-645b42cb2955" [ 917.031604] env[62270]: _type = "Task" [ 917.031604] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.036978] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Releasing lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.037244] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Instance network_info: |[{"id": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "address": "fa:16:3e:5b:e8:5e", "network": {"id": "e93b3abd-982e-4c9a-97cd-c3a9301303be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-739805425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ab2cb1e65740e882949d7b4d8d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce63489b-83", "ovs_interfaceid": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 917.037660] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:e8:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce63489b-83c6-470d-ac5d-a09b463dbe60', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.050027] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Creating folder: Project (41ab2cb1e65740e882949d7b4d8d46e8). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.051589] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Successfully updated port: f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.057228] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e2a3240-f27d-4344-99e7-5812fffde5e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.059632] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c1f3dc-5b0b-52e7-9b72-645b42cb2955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.071150] env[62270]: DEBUG nova.network.neutron [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.076567] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Created folder: Project (41ab2cb1e65740e882949d7b4d8d46e8) in parent group-v845132. [ 917.076772] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Creating folder: Instances. Parent ref: group-v845323. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.077030] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d251f2b9-2bf4-4c62-a964-87d163f6fc86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.087151] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Created folder: Instances in parent group-v845323. [ 917.087480] env[62270]: DEBUG oslo.service.loopingcall [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.087681] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 917.087895] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84247daa-6eef-4189-8502-fcf61feaedde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.108838] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.108838] env[62270]: value = "task-4291727" [ 917.108838] env[62270]: _type = "Task" [ 917.108838] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.117890] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291727, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.150187] env[62270]: DEBUG oslo_vmware.api [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291724, 'name': PowerOnVM_Task, 'duration_secs': 0.732701} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.150187] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 917.150187] env[62270]: INFO nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Took 9.93 seconds to spawn the instance on the hypervisor. [ 917.150187] env[62270]: DEBUG nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 917.150472] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 917.151329] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa17eb-32cb-4132-acd1-2edb199af733 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.156488] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9378608-b647-4468-9b07-3421448bd23d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.171999] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 917.171999] env[62270]: value = "task-4291728" [ 917.171999] env[62270]: _type = "Task" [ 917.171999] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.182821] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.230604] env[62270]: DEBUG nova.compute.manager [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Received event network-changed-ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 917.230812] env[62270]: DEBUG nova.compute.manager [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Refreshing instance network info cache due to event network-changed-ce63489b-83c6-470d-ac5d-a09b463dbe60. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 917.232009] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] Acquiring lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.232218] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] Acquired lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.232307] env[62270]: DEBUG nova.network.neutron [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Refreshing network info cache for port ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 917.234804] env[62270]: DEBUG nova.network.neutron [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updated VIF entry in instance network info cache for port 8ff68963-9ee3-4a43-ada2-f02a6416b5e7. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 917.235137] env[62270]: DEBUG nova.network.neutron [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.512788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.513187] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.513252] env[62270]: DEBUG nova.network.neutron [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 917.542964] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c1f3dc-5b0b-52e7-9b72-645b42cb2955, 'name': SearchDatastore_Task, 'duration_secs': 0.029018} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.543293] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.543567] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094/0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 917.543841] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de64c082-243e-4a3f-b66d-0c5623d0fda0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.550992] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 917.550992] env[62270]: value = "task-4291729" [ 917.550992] env[62270]: _type = "Task" [ 917.550992] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.561084] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.561383] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.561459] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 917.563613] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.576559] env[62270]: INFO nova.compute.manager [-] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Took 1.04 seconds to deallocate network for instance. [ 917.620008] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291727, 'name': CreateVM_Task, 'duration_secs': 0.412758} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.620276] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 917.620883] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.621096] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.621435] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 917.621693] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8653c0-5f07-4327-86a6-7445a5e03f80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.627129] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 917.627129] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f00def-b977-4385-1e70-2e8eaf3ab1c0" [ 917.627129] env[62270]: _type = "Task" [ 917.627129] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.636410] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f00def-b977-4385-1e70-2e8eaf3ab1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.695019] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.697786] env[62270]: INFO nova.compute.manager [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Took 52.99 seconds to build instance. [ 917.738599] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3a090d2-0194-4b60-8a0f-020d8bbebc55 req-18a23df2-3227-44b2-b4c9-a6973038d6c6 service nova] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.060598] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291729, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.085023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.110131] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 918.139467] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f00def-b977-4385-1e70-2e8eaf3ab1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.139807] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.141046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.141046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.141046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.141046] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.143373] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-072c1220-61d5-4645-8042-6cf4eaf812ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.165282] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.165497] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 918.166501] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f956d31-2d16-449a-ba9a-1b7fa9c98c85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.171723] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 918.171723] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ddaa4-a571-c99d-49e1-a67ef0b6ffb4" [ 918.171723] env[62270]: _type = "Task" [ 918.171723] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.193142] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ddaa4-a571-c99d-49e1-a67ef0b6ffb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.198720] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291728, 'name': CreateSnapshot_Task, 'duration_secs': 0.601309} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.199281] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.199710] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b1e7c290-0668-470a-93db-f951ed8dba42 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.657s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.200576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4795bb-fe86-42ca-871c-444965eec7c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.287411] env[62270]: DEBUG nova.network.neutron [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updated VIF entry in instance network info cache for port ce63489b-83c6-470d-ac5d-a09b463dbe60. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 918.287777] env[62270]: DEBUG nova.network.neutron [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updating instance_info_cache with network_info: [{"id": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "address": "fa:16:3e:5b:e8:5e", "network": {"id": "e93b3abd-982e-4c9a-97cd-c3a9301303be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-739805425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ab2cb1e65740e882949d7b4d8d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce63489b-83", "ovs_interfaceid": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.356316] env[62270]: DEBUG nova.network.neutron [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Updating instance_info_cache with network_info: [{"id": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "address": "fa:16:3e:65:fb:85", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8f183-3b", "ovs_interfaceid": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.413996] env[62270]: DEBUG nova.network.neutron [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.497787] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.498051] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.564491] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598422} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.564844] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094/0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 918.565027] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.565273] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e58dfb2-98f7-40bd-8b57-c5f3a4217e04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.573724] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 918.573724] env[62270]: value = "task-4291730" [ 918.573724] env[62270]: _type = "Task" [ 918.573724] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.584061] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.594394] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be4678-554d-4518-9a2c-dfd506ef70b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.603098] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac2f040-29bc-41b0-90df-da5243565622 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.635750] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7ed0e-dbe2-40bc-9a71-51cf19871927 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.644484] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095dd1cd-7dca-4b62-a45d-7b37051fe7bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.658559] env[62270]: DEBUG nova.compute.provider_tree [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.684232] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ddaa4-a571-c99d-49e1-a67ef0b6ffb4, 'name': SearchDatastore_Task, 'duration_secs': 0.031762} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.685062] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b88e821-f7e5-4040-accb-35a73cc145c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.690599] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 918.690599] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ec5908-5b7b-649f-1d7c-423da05e31d2" [ 918.690599] env[62270]: _type = "Task" [ 918.690599] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.698768] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ec5908-5b7b-649f-1d7c-423da05e31d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.706813] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 918.709979] env[62270]: DEBUG nova.compute.manager [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Received event network-vif-plugged-f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 918.710225] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Acquiring lock "85e04614-4419-4d6e-844c-002f70c6f654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.710441] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Lock "85e04614-4419-4d6e-844c-002f70c6f654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.710620] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Lock "85e04614-4419-4d6e-844c-002f70c6f654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.710799] env[62270]: DEBUG nova.compute.manager [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] No waiting events found dispatching network-vif-plugged-f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 918.710977] env[62270]: WARNING nova.compute.manager [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Received unexpected event network-vif-plugged-f1d8f183-3bb8-4632-8823-44e68ae8ab7a for instance with vm_state building and task_state spawning. [ 918.711200] env[62270]: DEBUG nova.compute.manager [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Received event network-changed-f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 918.711353] env[62270]: DEBUG nova.compute.manager [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Refreshing instance network info cache due to event network-changed-f1d8f183-3bb8-4632-8823-44e68ae8ab7a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 918.711531] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Acquiring lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.725445] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.726895] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-185181f8-8d0c-4ac2-ab4a-80821649774e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.736468] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 918.736468] env[62270]: value = "task-4291731" [ 918.736468] env[62270]: _type = "Task" [ 918.736468] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.744900] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291731, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.762029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.762305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.762521] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.762711] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.762888] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.765448] env[62270]: INFO nova.compute.manager [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Terminating instance [ 918.767026] env[62270]: DEBUG nova.compute.manager [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 918.767026] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 918.767789] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2fc2c1-bf5d-4143-942b-cb9e8744a0db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.774592] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 918.774701] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3757759-e884-4f77-9255-d69c1eb1ee56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.781693] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 918.781693] env[62270]: value = "task-4291732" [ 918.781693] env[62270]: _type = "Task" [ 918.781693] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.789297] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.790881] env[62270]: DEBUG oslo_concurrency.lockutils [req-bbc0aa58-3f34-4fb3-92b8-2cedb4c4c9d9 req-083ae86b-c6e9-4ded-b482-1416f9060928 service nova] Releasing lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.859907] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.860323] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Instance network_info: |[{"id": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "address": "fa:16:3e:65:fb:85", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8f183-3b", "ovs_interfaceid": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 918.860664] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Acquired lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.860924] env[62270]: DEBUG nova.network.neutron [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Refreshing network info cache for port f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 918.865926] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:fb:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d8f183-3bb8-4632-8823-44e68ae8ab7a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.870983] env[62270]: DEBUG oslo.service.loopingcall [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.872061] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 918.872307] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727ae460-58ea-4b2a-9ae2-3c53d4f28afb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.895550] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.895550] env[62270]: value = "task-4291733" [ 918.895550] env[62270]: _type = "Task" [ 918.895550] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.908305] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291733, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.917119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.085045] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089121} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.085336] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.086172] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6876fea-783a-4fd9-8109-3ac24ce040fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.109809] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094/0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.110197] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0a5ac6-3adc-42b3-849a-a0268d587e81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.131180] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 919.131180] env[62270]: value = "task-4291734" [ 919.131180] env[62270]: _type = "Task" [ 919.131180] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.144652] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.160856] env[62270]: DEBUG nova.scheduler.client.report [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 919.202579] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ec5908-5b7b-649f-1d7c-423da05e31d2, 'name': SearchDatastore_Task, 'duration_secs': 0.020278} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.202870] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.203189] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62db13b9-21e7-4994-bd44-0a199df6bcaa/62db13b9-21e7-4994-bd44-0a199df6bcaa.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 919.203491] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be154f33-2fbe-4a6c-870b-91af2d69d32b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.212561] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 919.212561] env[62270]: value = "task-4291735" [ 919.212561] env[62270]: _type = "Task" [ 919.212561] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.228850] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.236674] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.247207] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291731, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.293471] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291732, 'name': PowerOffVM_Task, 'duration_secs': 0.377178} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.293844] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 919.294053] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 919.294397] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-985eb6f4-a449-4271-8cd1-e43e3572604b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.357324] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 919.357640] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 919.357907] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleting the datastore file [datastore2] f24ad94c-04d0-46bd-a7c9-05c4def039b7 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.358249] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79bb8a1d-1eb9-4b0a-9207-a2d0585230e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.364909] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 919.364909] env[62270]: value = "task-4291737" [ 919.364909] env[62270]: _type = "Task" [ 919.364909] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.375763] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.406947] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291733, 'name': CreateVM_Task, 'duration_secs': 0.390261} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.409466] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 919.410209] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.410389] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.410787] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.411410] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3f0437-c30f-4ebf-b222-3f7dde03f159 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.416548] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 919.416548] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209455d-040c-f883-e9b4-cd3aa328fb78" [ 919.416548] env[62270]: _type = "Task" [ 919.416548] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.432275] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209455d-040c-f883-e9b4-cd3aa328fb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.641469] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291734, 'name': ReconfigVM_Task, 'duration_secs': 0.376823} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.641848] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094/0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.642439] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56db45e6-8059-48d0-ad8b-738541f83447 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.648890] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 919.648890] env[62270]: value = "task-4291738" [ 919.648890] env[62270]: _type = "Task" [ 919.648890] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.659362] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291738, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.666474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.667811] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.443s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.668194] env[62270]: DEBUG nova.objects.instance [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 919.724396] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.753877] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291731, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.866633] env[62270]: DEBUG nova.network.neutron [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Updated VIF entry in instance network info cache for port f1d8f183-3bb8-4632-8823-44e68ae8ab7a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 919.867702] env[62270]: DEBUG nova.network.neutron [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Updating instance_info_cache with network_info: [{"id": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "address": "fa:16:3e:65:fb:85", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d8f183-3b", "ovs_interfaceid": "f1d8f183-3bb8-4632-8823-44e68ae8ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.879321] env[62270]: DEBUG oslo_vmware.api [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462661} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.880236] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.880449] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 919.880633] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 919.880811] env[62270]: INFO nova.compute.manager [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 919.881097] env[62270]: DEBUG oslo.service.loopingcall [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.882025] env[62270]: DEBUG nova.compute.manager [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 919.882025] env[62270]: DEBUG nova.network.neutron [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 919.929401] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.929539] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Processing image c95634ff-25d8-49a7-98bd-6084c7e352f2 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.930633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.930633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.930633] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.930633] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-497931fe-b75b-4a32-aa36-9bfffc3c3ef3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.944517] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.945399] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 919.945504] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b80039f-e3a7-4646-b409-c739a0f69daa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.952045] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 919.952045] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db36b8-8f64-259a-a26d-faa15eb8a0d8" [ 919.952045] env[62270]: _type = "Task" [ 919.952045] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.959624] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db36b8-8f64-259a-a26d-faa15eb8a0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.159645] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291738, 'name': Rename_Task, 'duration_secs': 0.187925} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.159931] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 920.160198] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7ae0d7-80dd-4794-8caf-9cef4b459fba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.166834] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 920.166834] env[62270]: value = "task-4291739" [ 920.166834] env[62270]: _type = "Task" [ 920.166834] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.174785] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.180683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "19f17144-a26a-4142-a144-39b6ea5aea35" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.181081] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "19f17144-a26a-4142-a144-39b6ea5aea35" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.222742] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532692} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.223040] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 62db13b9-21e7-4994-bd44-0a199df6bcaa/62db13b9-21e7-4994-bd44-0a199df6bcaa.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 920.223285] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.223544] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b77f26ab-7a0d-478d-b771-a785dd2ddd24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.229737] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 920.229737] env[62270]: value = "task-4291740" [ 920.229737] env[62270]: _type = "Task" [ 920.229737] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.237610] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.248073] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291731, 'name': CloneVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.373597] env[62270]: DEBUG oslo_concurrency.lockutils [req-e1f41a5f-7ff9-4b22-bf72-f9d6ea0562a3 req-8969def4-e608-4465-a7c3-34a8df86d9d5 service nova] Releasing lock "refresh_cache-85e04614-4419-4d6e-844c-002f70c6f654" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.435934] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf84323-5072-4c64-825a-4c9a0ef04d9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.459669] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 920.472281] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 920.472557] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Fetch image to [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a/OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 920.472758] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Downloading stream optimized image c95634ff-25d8-49a7-98bd-6084c7e352f2 to [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a/OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a.vmdk on the data store datastore2 as vApp {{(pid=62270) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 920.472957] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Downloading image file data c95634ff-25d8-49a7-98bd-6084c7e352f2 to the ESX as VM named 'OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a' {{(pid=62270) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 920.551907] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 920.551907] env[62270]: value = "resgroup-9" [ 920.551907] env[62270]: _type = "ResourcePool" [ 920.551907] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 920.552616] env[62270]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-22f38fff-f9bb-4fcc-8749-0679c07fe68e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.574832] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease: (returnval){ [ 920.574832] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 920.574832] env[62270]: _type = "HttpNfcLease" [ 920.574832] env[62270]: } obtained for vApp import into resource pool (val){ [ 920.574832] env[62270]: value = "resgroup-9" [ 920.574832] env[62270]: _type = "ResourcePool" [ 920.574832] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 920.575264] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the lease: (returnval){ [ 920.575264] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 920.575264] env[62270]: _type = "HttpNfcLease" [ 920.575264] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.581709] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.581709] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 920.581709] env[62270]: _type = "HttpNfcLease" [ 920.581709] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.626423] env[62270]: DEBUG nova.network.neutron [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.677289] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.688059] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "19f17144-a26a-4142-a144-39b6ea5aea35" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.688788] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 920.692388] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bb96034b-0aaa-4014-aacc-7ce78c33759e tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.693906] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.079s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.693906] env[62270]: DEBUG nova.objects.instance [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lazy-loading 'resources' on Instance uuid 3c9edc83-e462-4109-9d09-5c4e96755f17 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.742379] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127361} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.745113] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.746181] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f4ce3-1558-42f4-ba76-52bdde31a285 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.758204] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291731, 'name': CloneVM_Task, 'duration_secs': 1.537293} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.766671] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Created linked-clone VM from snapshot [ 920.777207] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 62db13b9-21e7-4994-bd44-0a199df6bcaa/62db13b9-21e7-4994-bd44-0a199df6bcaa.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.778599] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635f2b3-b175-458d-94ec-685ba58f2ee4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.781873] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5587b98-ed3a-4bb8-8626-0d5b24ff7b55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.800521] env[62270]: DEBUG nova.compute.manager [req-d88823bd-63ef-4d3e-a5d1-1f2f309edaba req-b52727a3-cd25-4ee1-a6c3-868ac6cdfb2d service nova] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Received event network-vif-deleted-017bf802-df79-4ca0-acf6-aa2a759b4f4c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 920.808920] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Uploading image 53da111b-e132-41d7-999f-d84dbcc2edd6 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 920.813457] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 920.813457] env[62270]: value = "task-4291742" [ 920.813457] env[62270]: _type = "Task" [ 920.813457] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.835324] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.835324] env[62270]: value = "vm-845327" [ 920.835324] env[62270]: _type = "VirtualMachine" [ 920.835324] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.835324] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cfe0e5f4-315c-4188-8d2d-0dc4b6053783 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.843104] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lease: (returnval){ [ 920.843104] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52865aa0-625d-e9b9-551b-cce2b2f93ba3" [ 920.843104] env[62270]: _type = "HttpNfcLease" [ 920.843104] env[62270]: } obtained for exporting VM: (result){ [ 920.843104] env[62270]: value = "vm-845327" [ 920.843104] env[62270]: _type = "VirtualMachine" [ 920.843104] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.843466] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the lease: (returnval){ [ 920.843466] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52865aa0-625d-e9b9-551b-cce2b2f93ba3" [ 920.843466] env[62270]: _type = "HttpNfcLease" [ 920.843466] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.851107] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.851107] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52865aa0-625d-e9b9-551b-cce2b2f93ba3" [ 920.851107] env[62270]: _type = "HttpNfcLease" [ 920.851107] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.968961] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 920.969334] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15aad0d6-786b-4130-b292-450617297a6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.976108] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 920.976108] env[62270]: value = "task-4291744" [ 920.976108] env[62270]: _type = "Task" [ 920.976108] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.988191] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.083873] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.083873] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 921.083873] env[62270]: _type = "HttpNfcLease" [ 921.083873] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.128701] env[62270]: INFO nova.compute.manager [-] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Took 1.25 seconds to deallocate network for instance. [ 921.177868] env[62270]: DEBUG oslo_vmware.api [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291739, 'name': PowerOnVM_Task, 'duration_secs': 0.740704} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.178180] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 921.178393] env[62270]: INFO nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Took 11.18 seconds to spawn the instance on the hypervisor. [ 921.178583] env[62270]: DEBUG nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 921.179396] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e1f5ed-82e6-4809-bc34-1b7d460cab28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.195647] env[62270]: DEBUG nova.compute.utils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.199686] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 921.199868] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 921.243342] env[62270]: DEBUG nova.policy [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18407eff9ebc482a9e11101af512cc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '352c72fab4154cf9870b5deef41b0cbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 921.323374] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291742, 'name': ReconfigVM_Task, 'duration_secs': 0.31578} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.326043] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 62db13b9-21e7-4994-bd44-0a199df6bcaa/62db13b9-21e7-4994-bd44-0a199df6bcaa.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.327243] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59664c12-ae04-429c-b994-5a07a871334c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.332855] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 921.332855] env[62270]: value = "task-4291745" [ 921.332855] env[62270]: _type = "Task" [ 921.332855] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.341581] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291745, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.351017] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.351017] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52865aa0-625d-e9b9-551b-cce2b2f93ba3" [ 921.351017] env[62270]: _type = "HttpNfcLease" [ 921.351017] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 921.351438] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 921.351438] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52865aa0-625d-e9b9-551b-cce2b2f93ba3" [ 921.351438] env[62270]: _type = "HttpNfcLease" [ 921.351438] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 921.352235] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcf7ba-887b-49ae-862c-daa9ad1c11a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.360225] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 921.360445] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 921.456226] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27f41de1-45c1-42dd-8059-8b5924c71f99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.488854] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291744, 'name': PowerOffVM_Task, 'duration_secs': 0.340393} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.491388] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 921.491603] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 921.570316] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Successfully created port: d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.582535] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.582535] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 921.582535] env[62270]: _type = "HttpNfcLease" [ 921.582535] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 921.582900] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 921.582900] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f9fa37-8f6e-13b8-086b-c1bbd06dfc80" [ 921.582900] env[62270]: _type = "HttpNfcLease" [ 921.582900] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 921.583615] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f177f-d554-4993-bc4c-2c4fc4ee7d51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.597621] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 921.597621] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 921.657147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.664312] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e42e1da-23bf-47ad-a021-3cd682c60dd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.697305] env[62270]: INFO nova.compute.manager [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Took 47.62 seconds to build instance. [ 921.705165] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 921.845593] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291745, 'name': Rename_Task, 'duration_secs': 0.192095} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.849021] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 921.849798] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc608e8-b3b7-47e2-822a-1c1bdc1b10f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.858020] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 921.858020] env[62270]: value = "task-4291746" [ 921.858020] env[62270]: _type = "Task" [ 921.858020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.868719] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.879832] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5e04b7-14c1-44d0-a1b4-227f79b37490 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.887875] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f896f9-6e86-477a-9417-8996b4d82004 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.923183] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f10c5-d2fa-4e62-82c1-ccc6ce100cf4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.931459] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406fd49-1356-4723-a990-b575dec21d6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.950919] env[62270]: DEBUG nova.compute.provider_tree [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.003876] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 922.004986] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 922.004986] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.004986] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 922.004986] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.005175] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 922.005278] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 922.006172] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 922.006172] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 922.006320] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 922.007464] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.015208] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e123bcf6-0835-4d29-b272-31397230793b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.043260] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 922.043260] env[62270]: value = "task-4291747" [ 922.043260] env[62270]: _type = "Task" [ 922.043260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.060408] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.201086] env[62270]: DEBUG oslo_concurrency.lockutils [None req-926b58ec-c5cc-4d70-b74e-c90643406837 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.867s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.375719] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.454954] env[62270]: DEBUG nova.scheduler.client.report [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 922.556142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Acquiring lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.556439] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Acquired lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.556539] env[62270]: DEBUG nova.network.neutron [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 922.564643] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291747, 'name': ReconfigVM_Task, 'duration_secs': 0.189279} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.565882] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 922.656176] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 922.657089] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 922.658038] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df8f969-43bf-440e-8cd3-7caf02c22cc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.671457] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 922.671706] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 922.671960] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8b9265eb-9968-4d31-9d6a-f13b70cf62ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.706107] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 922.722196] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 922.751826] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 922.752176] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 922.752502] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.752746] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 922.753090] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.753326] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 922.753841] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 922.754111] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 922.754351] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 922.754593] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 922.754915] env[62270]: DEBUG nova.virt.hardware [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.756179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6561b59d-bef7-4d39-b61f-6256c484df9c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.767305] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ab98f-bc8f-4704-a05e-650e6aa382ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.870684] env[62270]: DEBUG oslo_vmware.api [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291746, 'name': PowerOnVM_Task, 'duration_secs': 0.578048} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.871200] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 922.871573] env[62270]: INFO nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Took 9.20 seconds to spawn the instance on the hypervisor. [ 922.871994] env[62270]: DEBUG nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 922.873526] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ded7cb-650e-4de3-b289-10654e813e16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.962055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.964834] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.323s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.966590] env[62270]: INFO nova.compute.claims [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.999473] env[62270]: INFO nova.scheduler.client.report [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Deleted allocations for instance 3c9edc83-e462-4109-9d09-5c4e96755f17 [ 923.070851] env[62270]: DEBUG oslo_vmware.rw_handles [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5225975b-aa98-e4a1-ed63-48de54551b5b/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 923.071176] env[62270]: INFO nova.virt.vmwareapi.images [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Downloaded image file data c95634ff-25d8-49a7-98bd-6084c7e352f2 [ 923.073280] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:52:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c348a147-c318-4d79-abce-8f3dca2442b3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1081730588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 923.073530] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 923.074233] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.074509] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 923.074591] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.074884] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 923.075247] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 923.075466] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 923.075943] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 923.075943] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 923.076185] env[62270]: DEBUG nova.virt.hardware [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 923.082449] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.083662] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f65ff7-2a15-4dc2-a79a-9471bdd9a08d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.087081] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ad4235-1b29-436c-9be3-f32c5495aee0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.118380] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a05f580-0321-42c3-a857-8d2f85d02834 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.120162] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 923.120162] env[62270]: value = "task-4291748" [ 923.120162] env[62270]: _type = "Task" [ 923.120162] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.128808] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.171900] env[62270]: INFO nova.virt.vmwareapi.images [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] The imported VM was unregistered [ 923.171900] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 923.171900] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.174417] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d272432-aeef-48fc-a135-aa8cb5925102 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.176862] env[62270]: DEBUG nova.compute.manager [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Received event network-vif-plugged-d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 923.176862] env[62270]: DEBUG oslo_concurrency.lockutils [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] Acquiring lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.177104] env[62270]: DEBUG oslo_concurrency.lockutils [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.177430] env[62270]: DEBUG oslo_concurrency.lockutils [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.177734] env[62270]: DEBUG nova.compute.manager [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] No waiting events found dispatching network-vif-plugged-d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 923.177986] env[62270]: WARNING nova.compute.manager [req-518f7a52-dbd0-4c2a-9ac0-67d9cdee6740 req-cde549c9-4686-452f-82c7-5e14b007ebd7 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Received unexpected event network-vif-plugged-d1170557-ac7d-4985-b93f-50f5211ee5ad for instance with vm_state building and task_state spawning. [ 923.188803] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.189160] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a/OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a.vmdk to [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk. {{(pid=62270) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 923.189554] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9a188899-9983-4b3f-baac-bbe1489e5f09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.196939] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 923.196939] env[62270]: value = "task-4291750" [ 923.196939] env[62270]: _type = "Task" [ 923.196939] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.208938] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.224084] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.269234] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Successfully updated port: d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.400887] env[62270]: INFO nova.compute.manager [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Took 43.23 seconds to build instance. [ 923.418190] env[62270]: DEBUG nova.network.neutron [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Updating instance_info_cache with network_info: [{"id": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "address": "fa:16:3e:76:e2:ec", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfcc0c-6e", "ovs_interfaceid": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.508975] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49ec54bd-c3b3-434c-86e0-906505523a7f tempest-SecurityGroupsTestJSON-1266741729 tempest-SecurityGroupsTestJSON-1266741729-project-member] Lock "3c9edc83-e462-4109-9d09-5c4e96755f17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.630s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.631217] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291748, 'name': ReconfigVM_Task, 'duration_secs': 0.244229} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.631571] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.632751] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dff5d7-ab5c-47a3-a8e9-aa1fabb7472f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.656356] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.657132] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbba11c-b535-40bb-8613-ae38f268345d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.677515] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 923.677515] env[62270]: value = "task-4291751" [ 923.677515] env[62270]: _type = "Task" [ 923.677515] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.687093] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.709411] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.773838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.773838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquired lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.773838] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 923.905820] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9a7acb6-9e39-433e-9555-02efe3635701 tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.453s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.921274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Releasing lock "refresh_cache-0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.921559] env[62270]: DEBUG nova.compute.manager [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Inject network info {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7264}} [ 923.921848] env[62270]: DEBUG nova.compute.manager [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] network_info to inject: |[{"id": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "address": "fa:16:3e:76:e2:ec", "network": {"id": "5c076d5d-e57b-4547-9c82-ffc67bcd4a22", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-113249041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "853a0f7361384dd691784c7bc114c6cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5acfcc0c-6e", "ovs_interfaceid": "5acfcc0c-6e0a-4426-a398-cbd693d6d878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7265}} [ 923.927498] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Reconfiguring VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 923.927875] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0147873-e0e0-45bf-9253-8cafdae0a238 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.947842] env[62270]: DEBUG oslo_vmware.api [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Waiting for the task: (returnval){ [ 923.947842] env[62270]: value = "task-4291752" [ 923.947842] env[62270]: _type = "Task" [ 923.947842] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.958869] env[62270]: DEBUG oslo_vmware.api [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Task: {'id': task-4291752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.194743] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.210383] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.336714] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 924.460346] env[62270]: DEBUG oslo_vmware.api [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] Task: {'id': task-4291752, 'name': ReconfigVM_Task, 'duration_secs': 0.308574} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.460346] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4ae72f-1851-44b5-8923-2ed9ef324109 tempest-ServersAdminTestJSON-1141586282 tempest-ServersAdminTestJSON-1141586282-project-admin] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Reconfigured VM instance to set the machine id {{(pid=62270) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 924.614221] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbbdd92-7bba-4910-91f3-d91596b1154c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.626044] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30020a0-8299-4489-8329-db432f3c3e07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.662942] env[62270]: DEBUG nova.network.neutron [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Updating instance_info_cache with network_info: [{"id": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "address": "fa:16:3e:38:e4:e2", "network": {"id": "f6a683c6-e10b-401d-80b6-e3b701750825", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-270363668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "352c72fab4154cf9870b5deef41b0cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1170557-ac", "ovs_interfaceid": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.669503] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9971f-91b2-45c9-9dbe-10bba343d81c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.680061] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c9dcf-d991-4a9c-a854-9ef29c7d989d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.700145] env[62270]: DEBUG nova.compute.provider_tree [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.708216] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.715739] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.002746] env[62270]: DEBUG nova.compute.manager [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Received event network-changed-ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 925.002954] env[62270]: DEBUG nova.compute.manager [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Refreshing instance network info cache due to event network-changed-ce63489b-83c6-470d-ac5d-a09b463dbe60. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 925.003303] env[62270]: DEBUG oslo_concurrency.lockutils [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] Acquiring lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.003463] env[62270]: DEBUG oslo_concurrency.lockutils [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] Acquired lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.003636] env[62270]: DEBUG nova.network.neutron [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Refreshing network info cache for port ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 925.174716] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Releasing lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.175019] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Instance network_info: |[{"id": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "address": "fa:16:3e:38:e4:e2", "network": {"id": "f6a683c6-e10b-401d-80b6-e3b701750825", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-270363668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "352c72fab4154cf9870b5deef41b0cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1170557-ac", "ovs_interfaceid": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 925.175516] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:e4:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e044cfd4-1b0d-4d88-b1bd-604025731d3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1170557-ac7d-4985-b93f-50f5211ee5ad', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.183999] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Creating folder: Project (352c72fab4154cf9870b5deef41b0cbf). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 925.184358] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e91c965-ece3-4a90-ae20-4ffd1b6a527e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.197552] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291751, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.201280] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Created folder: Project (352c72fab4154cf9870b5deef41b0cbf) in parent group-v845132. [ 925.201560] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Creating folder: Instances. Parent ref: group-v845330. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 925.201743] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef3ce252-932c-465a-9d78-f569e8d4b56f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.210390] env[62270]: DEBUG nova.scheduler.client.report [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.219030] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Created folder: Instances in parent group-v845330. [ 925.219030] env[62270]: DEBUG oslo.service.loopingcall [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.219030] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 925.219030] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a22dd4e5-d864-4f7c-9be8-bb716a86a4c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.235376] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.240162] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.240162] env[62270]: value = "task-4291755" [ 925.240162] env[62270]: _type = "Task" [ 925.240162] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.248791] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291755, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.483647] env[62270]: DEBUG nova.compute.manager [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Received event network-changed-d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 925.483729] env[62270]: DEBUG nova.compute.manager [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Refreshing instance network info cache due to event network-changed-d1170557-ac7d-4985-b93f-50f5211ee5ad. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 925.483963] env[62270]: DEBUG oslo_concurrency.lockutils [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] Acquiring lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.485090] env[62270]: DEBUG oslo_concurrency.lockutils [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] Acquired lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.485388] env[62270]: DEBUG nova.network.neutron [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Refreshing network info cache for port d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 925.696539] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291751, 'name': ReconfigVM_Task, 'duration_secs': 1.525738} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.696966] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.698047] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 925.715525] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.717996] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.718351] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 925.726986] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.642s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.726986] env[62270]: DEBUG nova.objects.instance [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'resources' on Instance uuid 98b3bd61-2f04-4d28-95fc-59ac63fe59cf {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.752349] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291755, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.162102] env[62270]: DEBUG nova.network.neutron [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updated VIF entry in instance network info cache for port ce63489b-83c6-470d-ac5d-a09b463dbe60. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 926.163685] env[62270]: DEBUG nova.network.neutron [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updating instance_info_cache with network_info: [{"id": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "address": "fa:16:3e:5b:e8:5e", "network": {"id": "e93b3abd-982e-4c9a-97cd-c3a9301303be", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-739805425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ab2cb1e65740e882949d7b4d8d46e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce63489b-83", "ovs_interfaceid": "ce63489b-83c6-470d-ac5d-a09b463dbe60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.205614] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec09674-ba6f-4795-95e2-a613ef09bf3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.234123] env[62270]: DEBUG nova.compute.utils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.244973] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 926.245259] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 926.247943] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cefae6-0a3d-4de8-9095-1497ca56817e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.252410] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.252553] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.252723] env[62270]: INFO nova.compute.manager [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Shelving [ 926.256247] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291750, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.814836} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.258313] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a/OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a.vmdk to [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk. [ 926.258515] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Cleaning up location [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 926.258684] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_03244f2e-0153-4532-9baf-2d4eedd3d01a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.259791] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b37cd297-d7e7-472d-8717-8dc0ef315159 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.282797] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 926.290923] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291755, 'name': CreateVM_Task, 'duration_secs': 1.045589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.291372] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 926.292142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.292347] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.292792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.294643] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a165bffe-7f0f-4840-b998-7a4e1033f7e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.296517] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 926.296517] env[62270]: value = "task-4291756" [ 926.296517] env[62270]: _type = "Task" [ 926.296517] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.304645] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 926.304645] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c14075-9e92-64ea-ae82-02f4940c1bbb" [ 926.304645] env[62270]: _type = "Task" [ 926.304645] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314026] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.317384] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c14075-9e92-64ea-ae82-02f4940c1bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.322570] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.323743] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.323743] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.323743] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.323743] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.324068] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5425a9a3-6751-4199-8237-d2079fa5b848 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.333040] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.333333] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 926.334091] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb8db36-58e8-4230-bd05-89b64046e1e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.340827] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 926.340827] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ad5d3c-b786-d038-72e0-c20a8315cf1e" [ 926.340827] env[62270]: _type = "Task" [ 926.340827] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.348115] env[62270]: DEBUG nova.policy [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4daa17d47f2f4bd7b5d37d56c2ecf552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1e8db19329495ea6137acf2f5aa852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 926.352834] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ad5d3c-b786-d038-72e0-c20a8315cf1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.529128] env[62270]: DEBUG nova.network.neutron [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Updated VIF entry in instance network info cache for port d1170557-ac7d-4985-b93f-50f5211ee5ad. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 926.530335] env[62270]: DEBUG nova.network.neutron [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Updating instance_info_cache with network_info: [{"id": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "address": "fa:16:3e:38:e4:e2", "network": {"id": "f6a683c6-e10b-401d-80b6-e3b701750825", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-270363668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "352c72fab4154cf9870b5deef41b0cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e044cfd4-1b0d-4d88-b1bd-604025731d3f", "external-id": "nsx-vlan-transportzone-372", "segmentation_id": 372, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1170557-ac", "ovs_interfaceid": "d1170557-ac7d-4985-b93f-50f5211ee5ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.668199] env[62270]: DEBUG oslo_concurrency.lockutils [req-f7bfb633-11c4-4df3-b5bb-2f0310b17e5b req-03d76ac4-19b9-45ec-a02a-d84abfd4d8d4 service nova] Releasing lock "refresh_cache-62db13b9-21e7-4994-bd44-0a199df6bcaa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.742084] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 926.765585] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 926.765877] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45726d8-8359-4ad9-bb5a-948037c06cce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.773846] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 926.773846] env[62270]: value = "task-4291757" [ 926.773846] env[62270]: _type = "Task" [ 926.773846] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.787833] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.788778] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Successfully created port: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.807966] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040279} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.808320] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.808568] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.808841] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk to [datastore2] 85e04614-4419-4d6e-844c-002f70c6f654/85e04614-4419-4d6e-844c-002f70c6f654.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 926.809120] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adb3bbb8-9d0e-4fe9-84e9-2f2e36917410 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.816311] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 926.816311] env[62270]: value = "task-4291758" [ 926.816311] env[62270]: _type = "Task" [ 926.816311] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.828321] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.851258] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ad5d3c-b786-d038-72e0-c20a8315cf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.854560] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b3cf59-8850-4cb1-80c2-cff4d980398e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.861383] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 926.861383] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b95852-7a1d-c10e-d57c-4298fbb3ec7c" [ 926.861383] env[62270]: _type = "Task" [ 926.861383] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.870289] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b95852-7a1d-c10e-d57c-4298fbb3ec7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.872022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0b5c4-b155-4be8-84e1-974fae7b16c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.876442] env[62270]: DEBUG nova.network.neutron [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Port d1fa44ac-88c6-4e5e-9979-d41ae6484a41 binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 926.881754] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640b10d-fa4c-4ff0-bd03-1ce4c359a304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.913841] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cd3e4b-89f7-4ff0-b3aa-3b314c03426a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.922569] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68031d4d-ea40-4408-ae58-d4b6297c1dab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.938426] env[62270]: DEBUG nova.compute.provider_tree [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.033390] env[62270]: DEBUG oslo_concurrency.lockutils [req-73dabbe0-13d5-4ddd-bbf2-f2dcba3ad7f6 req-dede7c25-d645-4793-86bb-559ff9a86c96 service nova] Releasing lock "refresh_cache-7e44745b-9d48-4eb0-b2ea-a13d79a15db4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.284896] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291757, 'name': PowerOffVM_Task, 'duration_secs': 0.264273} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.285298] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 927.287597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11adeaa-87cb-4d9f-8119-38110d5c2adf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.308513] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37e70f7-6d39-4096-bed6-36a352814262 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.336993] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.372841] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b95852-7a1d-c10e-d57c-4298fbb3ec7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.373198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.373490] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7e44745b-9d48-4eb0-b2ea-a13d79a15db4/7e44745b-9d48-4eb0-b2ea-a13d79a15db4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 927.373789] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5f28e29-c63e-40d7-80a3-76714dae6673 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.385997] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 927.385997] env[62270]: value = "task-4291759" [ 927.385997] env[62270]: _type = "Task" [ 927.385997] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.398352] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.444071] env[62270]: DEBUG nova.scheduler.client.report [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.566668] env[62270]: INFO nova.compute.manager [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Rebuilding instance [ 927.628021] env[62270]: DEBUG nova.compute.manager [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 927.628468] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a06bfdc-8852-4c4b-be77-81173b5a5d4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.755425] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 927.795079] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 927.795079] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 927.795987] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.795987] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 927.795987] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.795987] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 927.795987] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 927.796342] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 927.796582] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 927.796811] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 927.797180] env[62270]: DEBUG nova.virt.hardware [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.798258] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db942e-e7bd-43fd-900b-c9f5ce362387 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.807933] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6dea17-ad45-4c50-bcb0-edcf0155b255 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.841779] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 927.842847] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-261d74b0-f850-471c-ae98-b0cf849e2f06 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.849589] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.854693] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 927.854693] env[62270]: value = "task-4291760" [ 927.854693] env[62270]: _type = "Task" [ 927.854693] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.864659] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.918025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.918025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.918025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.926740] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.947648] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.952184] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.569s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.952969] env[62270]: INFO nova.compute.claims [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.976155] env[62270]: INFO nova.scheduler.client.report [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted allocations for instance 98b3bd61-2f04-4d28-95fc-59ac63fe59cf [ 928.141776] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 928.142588] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-369e9bf2-e89d-44ef-85e2-ca5d84d3e244 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.150713] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 928.150713] env[62270]: value = "task-4291761" [ 928.150713] env[62270]: _type = "Task" [ 928.150713] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.160179] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.338068] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.366871] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.416229] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.487900] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09ba4479-a6c3-4f59-a13f-bbbcf1a7c5a8 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "98b3bd61-2f04-4d28-95fc-59ac63fe59cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.160s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.544255] env[62270]: DEBUG nova.compute.manager [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Received event network-vif-plugged-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 928.544255] env[62270]: DEBUG oslo_concurrency.lockutils [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] Acquiring lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.544255] env[62270]: DEBUG oslo_concurrency.lockutils [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.544255] env[62270]: DEBUG oslo_concurrency.lockutils [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.545417] env[62270]: DEBUG nova.compute.manager [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] No waiting events found dispatching network-vif-plugged-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 928.546013] env[62270]: WARNING nova.compute.manager [req-44ebc543-992c-4217-9d20-d660da04dafa req-59f68f90-3422-4dac-a808-90e82149a09e service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Received unexpected event network-vif-plugged-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 for instance with vm_state building and task_state spawning. [ 928.661152] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.761555] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Successfully updated port: 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.837485] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.875109] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.914355] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.977099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.977249] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.977632] env[62270]: DEBUG nova.network.neutron [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 929.165703] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291761, 'name': PowerOffVM_Task, 'duration_secs': 0.59819} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.169878] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 929.170301] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 929.171534] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc64a7b-f7b4-4e7e-9243-52f3d77fa626 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.182485] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 929.185019] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8583e057-78ad-47fd-8313-9f797c13e3f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.263988] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 929.264415] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 929.264669] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.265232] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e04773-0e78-4c8a-b2ce-db5acafd6f77 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.267403] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.267537] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.268219] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 929.275396] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 929.275396] env[62270]: value = "task-4291763" [ 929.275396] env[62270]: _type = "Task" [ 929.275396] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.285101] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.346730] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.367201] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.422300] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.610398] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d6a3e3-0cce-46e5-b9a3-a920d1e95684 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.619779] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b4c6a6-7881-4721-a84a-ba46b8dee49e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.663169] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9bb7ec-eb5e-4d57-a7dc-65b60421c80a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.670584] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef20bb0-22b1-4873-b3be-921ad3e73a3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.687808] env[62270]: DEBUG nova.compute.provider_tree [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.789009] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.839575] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291758, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.637791} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.839914] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c95634ff-25d8-49a7-98bd-6084c7e352f2/c95634ff-25d8-49a7-98bd-6084c7e352f2.vmdk to [datastore2] 85e04614-4419-4d6e-844c-002f70c6f654/85e04614-4419-4d6e-844c-002f70c6f654.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 929.840807] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d314eb-0c19-4678-beba-b0de35d2a0a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.866779] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 85e04614-4419-4d6e-844c-002f70c6f654/85e04614-4419-4d6e-844c-002f70c6f654.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.867898] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 929.870745] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c4422c-02fc-4a45-9672-a01cc3b543bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.898843] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291760, 'name': CreateSnapshot_Task, 'duration_secs': 1.762895} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.900345] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.900735] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 929.900735] env[62270]: value = "task-4291764" [ 929.900735] env[62270]: _type = "Task" [ 929.900735] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.901544] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2a7b2d-5e16-4c31-9d3a-2ccb36eaf3dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.922136] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.926411] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291759, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.386267} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.930428] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7e44745b-9d48-4eb0-b2ea-a13d79a15db4/7e44745b-9d48-4eb0-b2ea-a13d79a15db4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 929.930428] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.930724] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a01647da-47c0-4791-84f7-983f67f81a9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.937395] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 929.937395] env[62270]: value = "task-4291765" [ 929.937395] env[62270]: _type = "Task" [ 929.937395] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.948661] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.985339] env[62270]: DEBUG nova.network.neutron [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.191847] env[62270]: DEBUG nova.scheduler.client.report [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 930.209186] env[62270]: DEBUG nova.network.neutron [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Updating instance_info_cache with network_info: [{"id": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "address": "fa:16:3e:5d:50:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed99f94-a3", "ovs_interfaceid": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.290632] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587469} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.290917] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.291171] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 930.291379] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 930.414959] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.431409] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 930.432300] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71e82582-6a68-48f4-8a50-82d4227b86f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443042] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 930.443042] env[62270]: value = "task-4291766" [ 930.443042] env[62270]: _type = "Task" [ 930.443042] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.449858] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073727} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.450737] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.451417] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4cb936-9141-491c-ab71-0755942ccfd7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.457411] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291766, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.480123] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 7e44745b-9d48-4eb0-b2ea-a13d79a15db4/7e44745b-9d48-4eb0-b2ea-a13d79a15db4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.480909] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c93582-2366-4b24-a1a9-462b3e17edec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.497107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.507350] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 930.507350] env[62270]: value = "task-4291767" [ 930.507350] env[62270]: _type = "Task" [ 930.507350] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.516435] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.642123] env[62270]: DEBUG nova.compute.manager [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Received event network-changed-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 930.642409] env[62270]: DEBUG nova.compute.manager [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Refreshing instance network info cache due to event network-changed-0ed99f94-a37f-47a8-96bb-aa2f7cdee311. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 930.642680] env[62270]: DEBUG oslo_concurrency.lockutils [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] Acquiring lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.698294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.699055] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 930.702288] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.678s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.702588] env[62270]: DEBUG nova.objects.instance [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lazy-loading 'resources' on Instance uuid 8c93b9dc-3a99-4031-b44c-111fba9a211f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.711862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.712351] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance network_info: |[{"id": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "address": "fa:16:3e:5d:50:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed99f94-a3", "ovs_interfaceid": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 930.712812] env[62270]: DEBUG oslo_concurrency.lockutils [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] Acquired lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713463] env[62270]: DEBUG nova.network.neutron [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Refreshing network info cache for port 0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 930.716038] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:50:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed99f94-a37f-47a8-96bb-aa2f7cdee311', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.724418] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating folder: Project (9a1e8db19329495ea6137acf2f5aa852). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 930.725610] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e359cdfb-5c8f-4e36-a65f-f467d426a1b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.737137] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created folder: Project (9a1e8db19329495ea6137acf2f5aa852) in parent group-v845132. [ 930.737378] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating folder: Instances. Parent ref: group-v845335. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 930.737639] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dfcf16-aaa0-48bc-b98e-ee3efa547e7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.749072] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created folder: Instances in parent group-v845335. [ 930.749371] env[62270]: DEBUG oslo.service.loopingcall [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.749675] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 930.749926] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09561f4e-56ae-49e8-b0e0-1d6b9261bc6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.777961] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.777961] env[62270]: value = "task-4291770" [ 930.777961] env[62270]: _type = "Task" [ 930.777961] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.786894] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291770, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.918810] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291764, 'name': ReconfigVM_Task, 'duration_secs': 0.641907} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.919695] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 85e04614-4419-4d6e-844c-002f70c6f654/85e04614-4419-4d6e-844c-002f70c6f654.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.920891] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d8210e-0247-4d2a-8424-d0ccb1539286 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.932047] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 930.932047] env[62270]: value = "task-4291771" [ 930.932047] env[62270]: _type = "Task" [ 930.932047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.945892] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291771, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.958650] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291766, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.023331] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.031238] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9ef6a-4028-49ad-94d7-35535546948c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.054055] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb8aa9-029f-4c8d-90fe-14a51aa1b449 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.068507] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 931.206100] env[62270]: DEBUG nova.compute.utils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.207688] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 931.208697] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 931.292842] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291770, 'name': CreateVM_Task, 'duration_secs': 0.483717} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.293032] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 931.293777] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.293963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.294367] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.294706] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ecf112-b352-4ebf-8119-17f5cf368f55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.302049] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 931.302049] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fa9868-8e7c-27bb-ec10-a649ff1c34bd" [ 931.302049] env[62270]: _type = "Task" [ 931.302049] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.327349] env[62270]: DEBUG nova.policy [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df2c0c391fb640778ebef1602aa43d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd41fb70cf3b403fbd2d810e549a7ed5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 931.341398] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fa9868-8e7c-27bb-ec10-a649ff1c34bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01558} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.342758] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.342758] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.342758] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.342758] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.343016] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.343259] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c2e54a-c5d8-42a9-a305-c6d8242c8d30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.353712] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 931.354605] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 931.354605] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.354605] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 931.354605] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.354801] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 931.354934] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 931.355323] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 931.355541] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 931.355738] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 931.355998] env[62270]: DEBUG nova.virt.hardware [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.357298] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a471b08c-874a-49e6-ab19-fdf5a725c798 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.364352] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.364593] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 931.365879] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc67d803-4884-4fe5-96fd-47e6370744dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.372226] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdb200a-9fc5-4608-8a0e-3ffa39d4d723 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.382014] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 931.382014] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b31ed3-7619-a8be-1fb8-788230cd1e2a" [ 931.382014] env[62270]: _type = "Task" [ 931.382014] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.397156] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ed:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68534fc1-bf86-46cb-b469-b5ee304c0d43', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.404767] env[62270]: DEBUG oslo.service.loopingcall [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.408169] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 931.410470] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e18a46-6733-4da0-8039-d43b4e78cf05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.435693] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b31ed3-7619-a8be-1fb8-788230cd1e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.023462} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.440302] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2dffd4-3bca-47d7-a2fc-ca20faef2b7a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.445121] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.445121] env[62270]: value = "task-4291772" [ 931.445121] env[62270]: _type = "Task" [ 931.445121] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.456478] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291771, 'name': Rename_Task, 'duration_secs': 0.16604} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.457071] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 931.457071] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ec9c07-ac77-55c7-2578-60607d3be4d5" [ 931.457071] env[62270]: _type = "Task" [ 931.457071] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.457888] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 931.458196] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80488700-e0b3-4800-a02c-c6abbe9f3e7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.470672] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291766, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.470672] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291772, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.479287] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ec9c07-ac77-55c7-2578-60607d3be4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.479372] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.479613] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 931.479901] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b39b14-df43-43bb-b5a3-71be0463b621 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.483787] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 931.483787] env[62270]: value = "task-4291773" [ 931.483787] env[62270]: _type = "Task" [ 931.483787] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.488805] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 931.488805] env[62270]: value = "task-4291774" [ 931.488805] env[62270]: _type = "Task" [ 931.488805] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.499951] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.507604] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.525112] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291767, 'name': ReconfigVM_Task, 'duration_secs': 0.519713} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.525112] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 7e44745b-9d48-4eb0-b2ea-a13d79a15db4/7e44745b-9d48-4eb0-b2ea-a13d79a15db4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.525112] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7bce070-d00c-4049-82a1-a6b358ecb413 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.528085] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 931.528085] env[62270]: value = "task-4291775" [ 931.528085] env[62270]: _type = "Task" [ 931.528085] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.538027] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291775, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.577289] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 931.577289] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb6c4da-bb79-487d-a092-52a914a592d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.585311] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 931.585311] env[62270]: value = "task-4291776" [ 931.585311] env[62270]: _type = "Task" [ 931.585311] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.601192] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.717220] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 931.781438] env[62270]: DEBUG nova.network.neutron [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Updated VIF entry in instance network info cache for port 0ed99f94-a37f-47a8-96bb-aa2f7cdee311. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 931.785031] env[62270]: DEBUG nova.network.neutron [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Updating instance_info_cache with network_info: [{"id": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "address": "fa:16:3e:5d:50:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed99f94-a3", "ovs_interfaceid": "0ed99f94-a37f-47a8-96bb-aa2f7cdee311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.945379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.945379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.963798] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291772, 'name': CreateVM_Task, 'duration_secs': 0.494905} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.967526] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 931.968454] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bfd295-d75f-456e-894e-988adc9d7ad9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.974461] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291766, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.974461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.974461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.974461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.974461] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3c6dfe-e53f-4eaf-bed7-0021b1e0f4c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.983583] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337abfdd-8810-4b95-a992-c00070edc4a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.988367] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 931.988367] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f5dca-cc68-c56e-f6f5-a30368b6d29e" [ 931.988367] env[62270]: _type = "Task" [ 931.988367] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.029748] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Successfully created port: 104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.036208] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7edd78-07ee-4f62-8b78-5e2df0cb9d3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.048815] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291773, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.049475] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f5dca-cc68-c56e-f6f5-a30368b6d29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.055047] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291774, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.061339] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291775, 'name': Rename_Task, 'duration_secs': 0.199824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.061339] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 932.062234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5317fac-cde3-4461-b2c4-3c31caad3270 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.066886] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c761cd1-bc67-4968-af10-1ca6789234a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.082738] env[62270]: DEBUG nova.compute.provider_tree [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.085531] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 932.085531] env[62270]: value = "task-4291777" [ 932.085531] env[62270]: _type = "Task" [ 932.085531] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.099431] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291777, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.104860] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.288453] env[62270]: DEBUG oslo_concurrency.lockutils [req-a39b61ad-e418-4eef-9a90-d4aa062e4799 req-3fdb3f2f-6e33-4903-b665-9422a7404072 service nova] Releasing lock "refresh_cache-5a6bf6d1-5001-4392-9bb2-17abf61fb23a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.450792] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 932.464182] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291766, 'name': CloneVM_Task, 'duration_secs': 1.933719} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.464488] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Created linked-clone VM from snapshot [ 932.468799] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0362f-7d9c-4d5c-8e7d-5f226c0cae38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.473638] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Uploading image 26c0e143-74e5-4b56-b0fd-25311b176306 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 932.506926] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f5dca-cc68-c56e-f6f5-a30368b6d29e, 'name': SearchDatastore_Task, 'duration_secs': 0.065343} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.507268] env[62270]: DEBUG oslo_vmware.api [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291773, 'name': PowerOnVM_Task, 'duration_secs': 0.838082} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.510342] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.514510] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.514510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.514510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.514510] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.514510] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 932.514510] env[62270]: INFO nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Took 16.19 seconds to spawn the instance on the hypervisor. [ 932.514510] env[62270]: DEBUG nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 932.514510] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b27a610-3b0c-4c0c-951e-f11abfc6efc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.515586] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aebf729-aa45-49f8-9ac9-73f81398243d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.520785] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 932.520785] env[62270]: value = "vm-845334" [ 932.520785] env[62270]: _type = "VirtualMachine" [ 932.520785] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 932.522315] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3ef2e4f-ffe6-452f-be29-182367d1c6b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.533783] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease: (returnval){ [ 932.533783] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b3b64-1026-fa62-420b-e51f06c99023" [ 932.533783] env[62270]: _type = "HttpNfcLease" [ 932.533783] env[62270]: } obtained for exporting VM: (result){ [ 932.533783] env[62270]: value = "vm-845334" [ 932.533783] env[62270]: _type = "VirtualMachine" [ 932.533783] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 932.534152] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the lease: (returnval){ [ 932.534152] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b3b64-1026-fa62-420b-e51f06c99023" [ 932.534152] env[62270]: _type = "HttpNfcLease" [ 932.534152] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 932.534408] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.534589] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 932.539710] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a62a731-0ba0-411f-9db6-d0e5a1cca9be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.550857] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679085} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.553614] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 932.553857] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.554143] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.554143] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b3b64-1026-fa62-420b-e51f06c99023" [ 932.554143] env[62270]: _type = "HttpNfcLease" [ 932.554143] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 932.554419] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 932.554419] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5290a95a-d301-501e-f88e-47edfadd6369" [ 932.554419] env[62270]: _type = "Task" [ 932.554419] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.554638] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a14bdd-5b8c-48ad-be7e-dbfd20a0e478 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.556689] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 932.556689] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b3b64-1026-fa62-420b-e51f06c99023" [ 932.556689] env[62270]: _type = "HttpNfcLease" [ 932.556689] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 932.560670] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ac1c9-b5c7-4daa-b398-e1d3c8f5b863 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.570485] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 932.570736] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 932.577106] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5290a95a-d301-501e-f88e-47edfadd6369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.577696] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 932.577696] env[62270]: value = "task-4291779" [ 932.577696] env[62270]: _type = "Task" [ 932.577696] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.636979] env[62270]: DEBUG nova.scheduler.client.report [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 932.653873] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065522} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.654822] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.655738] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9460d0-6ca9-4203-acff-2886d8cea0bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.664891] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.665249] env[62270]: DEBUG oslo_vmware.api [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291776, 'name': PowerOnVM_Task, 'duration_secs': 0.696583} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.669439] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 932.669439] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f230cfd3-1415-4632-9e6a-9e651f553dcb tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance '2ba274ef-cf49-4b3d-822e-f38d031d711f' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 932.689260] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.690183] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278d600b-6e44-4a93-97ce-8a9a995b19a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.712764] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 932.712764] env[62270]: value = "task-4291780" [ 932.712764] env[62270]: _type = "Task" [ 932.712764] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.722358] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.727906] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 932.738289] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1ccbea29-e3bb-4222-aed8-7dc8e989a765 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.765357] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 932.765520] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 932.766101] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.766101] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 932.766315] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.766919] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 932.767029] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 932.767268] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 932.767579] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 932.767902] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 932.768245] env[62270]: DEBUG nova.virt.hardware [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.770974] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44e9e44-88b8-453e-8976-16decf0be58e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.779478] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c41618-8133-4582-b78c-00af403877bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.935657] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.935912] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.985464] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.044523] env[62270]: INFO nova.compute.manager [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Took 48.53 seconds to build instance. [ 933.071809] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5290a95a-d301-501e-f88e-47edfadd6369, 'name': SearchDatastore_Task, 'duration_secs': 0.024451} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.072753] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e25a5c-0038-4df9-b75b-dac7428692fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.079732] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 933.079732] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52954da3-342b-f765-38a7-9a7059407364" [ 933.079732] env[62270]: _type = "Task" [ 933.079732] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.090676] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52954da3-342b-f765-38a7-9a7059407364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.150426] env[62270]: DEBUG oslo_vmware.api [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291777, 'name': PowerOnVM_Task, 'duration_secs': 0.830676} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.150800] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 933.151141] env[62270]: INFO nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Took 10.43 seconds to spawn the instance on the hypervisor. [ 933.151494] env[62270]: DEBUG nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 933.152412] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9067a2b1-40d7-4a26-bdc8-83a1494dea84 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.155940] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.158866] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.674s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.159351] env[62270]: DEBUG nova.objects.instance [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lazy-loading 'resources' on Instance uuid fe564bfb-7cd2-4168-a41a-77fc4747426b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.191625] env[62270]: INFO nova.scheduler.client.report [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Deleted allocations for instance 8c93b9dc-3a99-4031-b44c-111fba9a211f [ 933.225554] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.548453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5eb1dc9b-8641-4d32-9ec6-54f9bbdb96d9 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.401s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.591888] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52954da3-342b-f765-38a7-9a7059407364, 'name': SearchDatastore_Task, 'duration_secs': 0.018239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.592346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.592686] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 933.593027] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8072fea3-bf35-4d2f-a601-2705317454f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.599941] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 933.599941] env[62270]: value = "task-4291781" [ 933.599941] env[62270]: _type = "Task" [ 933.599941] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.608998] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.684325] env[62270]: INFO nova.compute.manager [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Took 46.56 seconds to build instance. [ 933.709737] env[62270]: DEBUG oslo_concurrency.lockutils [None req-28fbb202-3225-49aa-9872-532679884367 tempest-ServersV294TestFqdnHostnames-993236797 tempest-ServersV294TestFqdnHostnames-993236797-project-member] Lock "8c93b9dc-3a99-4031-b44c-111fba9a211f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.884s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.726725] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291780, 'name': ReconfigVM_Task, 'duration_secs': 0.534693} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.730277] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.732335] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b3c2b62-2397-4a48-87fc-1ac650910760 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.740069] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 933.740069] env[62270]: value = "task-4291782" [ 933.740069] env[62270]: _type = "Task" [ 933.740069] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.753718] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291782, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.755102] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Successfully updated port: 104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.873672] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "85e04614-4419-4d6e-844c-002f70c6f654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.874015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.874333] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "85e04614-4419-4d6e-844c-002f70c6f654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.874796] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.874990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.878347] env[62270]: INFO nova.compute.manager [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Terminating instance [ 933.886261] env[62270]: DEBUG nova.compute.manager [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 933.886261] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 933.887834] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4411062f-7cc7-41a0-a2f6-845b1ae9a451 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.899288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 933.903154] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac69cff-6744-4a07-80bd-9ce730ce2b88 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.911507] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 933.911507] env[62270]: value = "task-4291783" [ 933.911507] env[62270]: _type = "Task" [ 933.911507] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.927466] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.034572] env[62270]: DEBUG nova.compute.manager [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Received event network-vif-plugged-104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 934.034935] env[62270]: DEBUG oslo_concurrency.lockutils [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.035160] env[62270]: DEBUG oslo_concurrency.lockutils [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.035608] env[62270]: DEBUG oslo_concurrency.lockutils [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.035809] env[62270]: DEBUG nova.compute.manager [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] No waiting events found dispatching network-vif-plugged-104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 934.035990] env[62270]: WARNING nova.compute.manager [req-0368c143-e7cf-495e-9e7d-4017e06a3c4d req-f4ee2588-3219-449a-93b2-64ae83af0be9 service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Received unexpected event network-vif-plugged-104bf01d-9602-4172-9b4c-fbb6fef3f77b for instance with vm_state building and task_state spawning. [ 934.055673] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 934.115026] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291781, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.190020] env[62270]: DEBUG oslo_concurrency.lockutils [None req-26b23240-2dd2-4c48-a3bf-f40e18a7bb69 tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.228s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.237331] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ea2fc-37bf-4825-b37f-b2639ef589aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.256825] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8df9f6-0905-42e3-8432-ad0a3a752a87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.261993] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291782, 'name': Rename_Task, 'duration_secs': 0.225005} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.263197] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.264068] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.264775] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 934.268352] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 934.269829] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70232ffc-2415-429d-a102-4387134757ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.303217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3769164-b741-476e-b3da-8b641bafcf35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.307921] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 934.307921] env[62270]: value = "task-4291784" [ 934.307921] env[62270]: _type = "Task" [ 934.307921] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.316196] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192e441-7949-4bb5-bd64-ba3b604f5fd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.324483] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.336507] env[62270]: DEBUG nova.compute.provider_tree [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.425336] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291783, 'name': PowerOffVM_Task, 'duration_secs': 0.403157} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.426045] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 934.426045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 934.426320] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57232487-d1ff-4c8c-bf7f-7342d5b972f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.498175] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 934.498797] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 934.499126] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] 85e04614-4419-4d6e-844c-002f70c6f654 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.499534] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b316c765-2100-446b-9937-f78f8ee66225 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.506248] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 934.506248] env[62270]: value = "task-4291786" [ 934.506248] env[62270]: _type = "Task" [ 934.506248] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.515407] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.586129] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.617359] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676124} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.617861] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 934.618352] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.618754] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26bb341-babf-4775-8691-867309375e8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.625302] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 934.625302] env[62270]: value = "task-4291787" [ 934.625302] env[62270]: _type = "Task" [ 934.625302] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.634046] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.818754] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.819665] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 934.839331] env[62270]: DEBUG nova.scheduler.client.report [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 935.016947] env[62270]: DEBUG oslo_vmware.api [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288865} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.020527] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.020527] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 935.020527] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 935.020527] env[62270]: INFO nova.compute.manager [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Took 1.13 seconds to destroy the instance on the hypervisor. [ 935.020527] env[62270]: DEBUG oslo.service.loopingcall [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.020527] env[62270]: DEBUG nova.compute.manager [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 935.020527] env[62270]: DEBUG nova.network.neutron [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 935.059034] env[62270]: DEBUG nova.network.neutron [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.136642] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092432} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.136855] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.137635] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b1af8-4596-4066-8d7b-3ee5063aec96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.166469] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.167272] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d39198-86c9-4d69-9693-24a57b6e2a72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.194902] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 935.194902] env[62270]: value = "task-4291788" [ 935.194902] env[62270]: _type = "Task" [ 935.194902] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.205868] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.322801] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.348927] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.349676] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.841s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.350576] env[62270]: DEBUG nova.objects.instance [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lazy-loading 'resources' on Instance uuid 2ed709c3-ec40-484e-adc2-84bbff8fa7d5 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.374666] env[62270]: INFO nova.scheduler.client.report [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Deleted allocations for instance fe564bfb-7cd2-4168-a41a-77fc4747426b [ 935.562167] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.562167] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Instance network_info: |[{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 935.562167] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ac:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '104bf01d-9602-4172-9b4c-fbb6fef3f77b', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.570285] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating folder: Project (dd41fb70cf3b403fbd2d810e549a7ed5). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 935.570632] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40777da6-b35b-44c1-8088-a4e9dea50dec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.580973] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.582036] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62988e9e-0050-4f24-b6d8-6d9de2e44593 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.586493] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created folder: Project (dd41fb70cf3b403fbd2d810e549a7ed5) in parent group-v845132. [ 935.586984] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating folder: Instances. Parent ref: group-v845339. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 935.587339] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f3ee36-301a-423c-9955-99732a00f32e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.590821] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.591011] env[62270]: ERROR oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk due to incomplete transfer. [ 935.591654] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e0cd4d6-98fb-44a6-91ea-6f5d3d44d3fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.600111] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created folder: Instances in parent group-v845339. [ 935.600856] env[62270]: DEBUG oslo.service.loopingcall [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.601762] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 935.601762] env[62270]: DEBUG oslo_vmware.rw_handles [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac5b9-719b-7326-66dc-161f4fda6d0f/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 935.602151] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Uploaded image 53da111b-e132-41d7-999f-d84dbcc2edd6 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 935.604280] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 935.604697] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e294cb3a-ad12-4bda-885f-5b445717a8e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.618991] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57917e08-375f-4108-b38d-245578d69481 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.629845] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.629845] env[62270]: value = "task-4291792" [ 935.629845] env[62270]: _type = "Task" [ 935.629845] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.634309] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 935.634309] env[62270]: value = "task-4291791" [ 935.634309] env[62270]: _type = "Task" [ 935.634309] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.642024] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291792, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.647577] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291791, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.707367] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.748618] env[62270]: DEBUG nova.network.neutron [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Port d1fa44ac-88c6-4e5e-9979-d41ae6484a41 binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 935.748941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.749137] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.749298] env[62270]: DEBUG nova.network.neutron [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 935.780477] env[62270]: DEBUG nova.network.neutron [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.820667] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.888226] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a5cd226a-5d12-46ba-bfaf-65c2be8aeea1 tempest-VolumesAdminNegativeTest-1556279164 tempest-VolumesAdminNegativeTest-1556279164-project-member] Lock "fe564bfb-7cd2-4168-a41a-77fc4747426b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.659s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.144358] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291792, 'name': CreateVM_Task, 'duration_secs': 0.456671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.144670] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 936.145881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.145881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.145881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.149033] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4679ab-eb20-4d84-89c0-e27b66a31904 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.150762] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291791, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.153716] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 936.153716] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a2c18f-2bbf-718e-3779-7bba715b89f5" [ 936.153716] env[62270]: _type = "Task" [ 936.153716] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.164438] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a2c18f-2bbf-718e-3779-7bba715b89f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.208341] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291788, 'name': ReconfigVM_Task, 'duration_secs': 0.529124} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.208822] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.209528] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aab5f76-4cfe-4837-883a-0b448baa2790 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.220545] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 936.220545] env[62270]: value = "task-4291793" [ 936.220545] env[62270]: _type = "Task" [ 936.220545] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.236864] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291793, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.278927] env[62270]: INFO nova.compute.manager [-] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Took 1.26 seconds to deallocate network for instance. [ 936.322249] env[62270]: DEBUG oslo_vmware.api [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291784, 'name': PowerOnVM_Task, 'duration_secs': 1.562624} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.322531] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 936.322777] env[62270]: INFO nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Took 8.57 seconds to spawn the instance on the hypervisor. [ 936.323193] env[62270]: DEBUG nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 936.324085] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec26750d-2b37-492c-a239-7031c22624fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.404859] env[62270]: DEBUG nova.compute.manager [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Received event network-changed-104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 936.404963] env[62270]: DEBUG nova.compute.manager [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Refreshing instance network info cache due to event network-changed-104bf01d-9602-4172-9b4c-fbb6fef3f77b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 936.406326] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.406544] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.406723] env[62270]: DEBUG nova.network.neutron [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Refreshing network info cache for port 104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 936.443650] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6047c-e936-4c74-9b0b-40c72b0ce063 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.453033] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085f479-1d8b-4bb2-a880-d9f7c666053e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.490104] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f97ec2-976d-46c8-8549-143f4f7fa860 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.499032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b49d05-ccd6-48ad-9c6b-14a824b0f675 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.520498] env[62270]: DEBUG nova.compute.provider_tree [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.588485] env[62270]: DEBUG nova.network.neutron [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.647993] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291791, 'name': Destroy_Task, 'duration_secs': 0.693862} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.648309] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Destroyed the VM [ 936.648557] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.648822] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99bb7494-7d68-480b-95fc-638489296622 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.655852] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 936.655852] env[62270]: value = "task-4291794" [ 936.655852] env[62270]: _type = "Task" [ 936.655852] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.667841] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.671476] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a2c18f-2bbf-718e-3779-7bba715b89f5, 'name': SearchDatastore_Task, 'duration_secs': 0.032926} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.671791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.672042] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.672345] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.672514] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.672707] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.672969] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4f479f-31d9-4e7a-a519-1d01981ab8b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682695] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.682695] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 936.683519] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16c038f-2c69-49bb-82fe-93726129f0dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.689409] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 936.689409] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5266d140-fa02-4c10-aa8f-808c57ce6696" [ 936.689409] env[62270]: _type = "Task" [ 936.689409] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.698229] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5266d140-fa02-4c10-aa8f-808c57ce6696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.721713] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.721998] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.722241] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.722438] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.722615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.728120] env[62270]: INFO nova.compute.manager [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Terminating instance [ 936.730332] env[62270]: DEBUG nova.compute.manager [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 936.730539] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 936.731329] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70668ebc-87cc-4394-ac5b-09971ec26d4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737583] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291793, 'name': Rename_Task, 'duration_secs': 0.439024} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.738272] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 936.738537] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1130fb02-57b1-4033-9ef5-f5b1f558a2d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.742586] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 936.743204] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81752137-0703-4354-97b4-6fb3de0a8b3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.746890] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 936.746890] env[62270]: value = "task-4291795" [ 936.746890] env[62270]: _type = "Task" [ 936.746890] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.751224] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 936.751224] env[62270]: value = "task-4291796" [ 936.751224] env[62270]: _type = "Task" [ 936.751224] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.757962] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.763904] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.790314] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.851018] env[62270]: INFO nova.compute.manager [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Took 45.24 seconds to build instance. [ 937.022239] env[62270]: DEBUG nova.scheduler.client.report [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 937.092370] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.169327] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291794, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.208632] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5266d140-fa02-4c10-aa8f-808c57ce6696, 'name': SearchDatastore_Task, 'duration_secs': 0.016052} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.209834] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc27a5f-397a-4e2c-8854-b883363bb109 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.219087] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 937.219087] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271f4ac-c9ca-c5c1-7a7c-f557b2784a1b" [ 937.219087] env[62270]: _type = "Task" [ 937.219087] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.231128] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271f4ac-c9ca-c5c1-7a7c-f557b2784a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.263143] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291796, 'name': PowerOffVM_Task, 'duration_secs': 0.251187} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.267877] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 937.268456] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 937.269287] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291795, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.272512] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cefe38c-2f6e-4c1a-b4b6-4ef73a79f0b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.354231] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9091d686-b168-4d30-b24b-04d056d6f654 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.355s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.354231] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 937.355000] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 937.358028] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Deleting the datastore file [datastore2] 7e44745b-9d48-4eb0-b2ea-a13d79a15db4 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.358028] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11bd65ad-5bf0-4e76-bf26-01b043170b6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.365971] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for the task: (returnval){ [ 937.365971] env[62270]: value = "task-4291798" [ 937.365971] env[62270]: _type = "Task" [ 937.365971] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.371682] env[62270]: DEBUG nova.network.neutron [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updated VIF entry in instance network info cache for port 104bf01d-9602-4172-9b4c-fbb6fef3f77b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 937.372316] env[62270]: DEBUG nova.network.neutron [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.383222] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.529833] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.532906] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.130s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.534474] env[62270]: INFO nova.compute.claims [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.573875] env[62270]: INFO nova.scheduler.client.report [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted allocations for instance 2ed709c3-ec40-484e-adc2-84bbff8fa7d5 [ 937.597606] env[62270]: DEBUG nova.compute.manager [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62270) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 937.597977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.669577] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291794, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.738600] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271f4ac-c9ca-c5c1-7a7c-f557b2784a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.02364} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.738600] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.738600] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 937.738600] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dc6875e-04dd-446e-8b90-fcbffab9f61d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.746838] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 937.746838] env[62270]: value = "task-4291799" [ 937.746838] env[62270]: _type = "Task" [ 937.746838] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.761434] env[62270]: DEBUG oslo_vmware.api [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291795, 'name': PowerOnVM_Task, 'duration_secs': 0.802662} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.766130] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 937.766130] env[62270]: DEBUG nova.compute.manager [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 937.766130] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.767860] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb575f1-6850-42ae-b55e-10489080d11e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.876108] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.876429] env[62270]: DEBUG nova.compute.manager [req-2d4eeb17-1355-4980-9e91-e3b167e819fe req-f2d4a10f-ca1d-4a5d-8cbd-1b21037d584b service nova] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Received event network-vif-deleted-f1d8f183-3bb8-4632-8823-44e68ae8ab7a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 937.882745] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.085202] env[62270]: DEBUG oslo_concurrency.lockutils [None req-64cc8827-43cb-40a7-82b3-26c201f0759e tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "2ed709c3-ec40-484e-adc2-84bbff8fa7d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.758s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.173326] env[62270]: DEBUG oslo_vmware.api [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291794, 'name': RemoveSnapshot_Task, 'duration_secs': 1.398268} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.173806] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.174190] env[62270]: INFO nova.compute.manager [None req-7d8beab5-60ab-4c36-9afc-23674225a1b6 tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 21.58 seconds to snapshot the instance on the hypervisor. [ 938.266016] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.291779] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.381284] env[62270]: DEBUG oslo_vmware.api [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Task: {'id': task-4291798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529552} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.381686] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.381941] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 938.382233] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 938.382479] env[62270]: INFO nova.compute.manager [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 938.382997] env[62270]: DEBUG oslo.service.loopingcall [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.383335] env[62270]: DEBUG nova.compute.manager [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 938.383484] env[62270]: DEBUG nova.network.neutron [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 938.764659] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716299} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.765049] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 938.765316] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.765625] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3aa87d-b0f1-4a5d-affb-e799935a1a98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.778061] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 938.778061] env[62270]: value = "task-4291800" [ 938.778061] env[62270]: _type = "Task" [ 938.778061] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.792771] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.979171] env[62270]: INFO nova.compute.manager [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Rebuilding instance [ 939.024237] env[62270]: DEBUG nova.compute.manager [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 939.025515] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cde38d1-55af-48fe-b0ab-1a0e657b1491 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.060670] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcfde3a-d89e-4495-9525-1901feaffa46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.069286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d9f919-3b6d-4d11-b6fe-3ebf82a0793a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.110695] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a3bd11-e3d3-416c-b74d-ab64da26d0b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.120834] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71f186-76c6-43a3-a2a2-dd59192edc19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.138081] env[62270]: DEBUG nova.compute.provider_tree [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.292648] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079955} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.292648] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.294083] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef996225-f3d6-45ec-a01d-53b60facd2f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.325679] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.325679] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7ab336-ceb5-4559-b273-3c2fde92534b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.349135] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 939.349135] env[62270]: value = "task-4291801" [ 939.349135] env[62270]: _type = "Task" [ 939.349135] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.358068] env[62270]: DEBUG nova.network.neutron [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.359165] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.540609] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 939.540973] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5548afb7-d1eb-4e01-b5b9-e588046353f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.551848] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 939.551848] env[62270]: value = "task-4291802" [ 939.551848] env[62270]: _type = "Task" [ 939.551848] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.561504] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.665896] env[62270]: ERROR nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [req-91c229d6-da20-4690-9bc4-ab0b784e1ccb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91c229d6-da20-4690-9bc4-ab0b784e1ccb"}]} [ 939.687161] env[62270]: DEBUG nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 939.703470] env[62270]: DEBUG nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 939.703734] env[62270]: DEBUG nova.compute.provider_tree [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.720637] env[62270]: DEBUG nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 939.749360] env[62270]: DEBUG nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 939.772307] env[62270]: DEBUG nova.compute.manager [req-7fcb722e-8f46-444a-9268-01054d3862dd req-06683fb4-03aa-425a-80ae-b50469b24f5f service nova] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Received event network-vif-deleted-d1170557-ac7d-4985-b93f-50f5211ee5ad {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 939.863284] env[62270]: INFO nova.compute.manager [-] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Took 1.48 seconds to deallocate network for instance. [ 939.864873] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291801, 'name': ReconfigVM_Task, 'duration_secs': 0.344597} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.866155] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.872098] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4043c0d9-e032-4d21-b642-e308f5dd4f28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.885389] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 939.885389] env[62270]: value = "task-4291803" [ 939.885389] env[62270]: _type = "Task" [ 939.885389] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.901722] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291803, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.067419] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291802, 'name': PowerOffVM_Task, 'duration_secs': 0.324044} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.067733] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 940.068700] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 940.068973] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b0a180-1590-4d14-baa6-d99136eb5d1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.081838] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 940.082141] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-739871af-177a-4eb0-a383-d312a659e0d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.097781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "4b12dc6e-13f8-462d-8739-524f9c55b111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.098666] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.166176] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 940.166176] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 940.166176] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.166523] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0791a858-e74c-41f1-92f5-3bb76675aece {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.174941] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 940.174941] env[62270]: value = "task-4291805" [ 940.174941] env[62270]: _type = "Task" [ 940.174941] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.188685] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.370943] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd6e34-252f-4691-934b-0afca417895e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.376308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.384361] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2066de-2c07-464b-8550-c511fc91d169 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.401450] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291803, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.431331] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d82bed-9e1c-45ff-b5e4-ae83c46b45c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.440824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62758b-45b8-4329-8e92-e3b3a0140bf8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.461822] env[62270]: DEBUG nova.compute.provider_tree [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.601780] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 940.687233] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200121} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.687631] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.687892] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 940.688187] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 940.900898] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291803, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.965698] env[62270]: DEBUG nova.scheduler.client.report [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 941.133659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.406568] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291803, 'name': Rename_Task, 'duration_secs': 1.177116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.407595] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 941.407595] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad114720-090e-46ec-a02d-4cb32e7f3d80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.415332] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 941.415332] env[62270]: value = "task-4291806" [ 941.415332] env[62270]: _type = "Task" [ 941.415332] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.427488] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.474043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.942s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.474617] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 941.479339] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.751s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.479339] env[62270]: DEBUG nova.objects.instance [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lazy-loading 'resources' on Instance uuid b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.740776] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 941.740936] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 941.741124] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.742029] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 941.742029] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.742029] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 941.742029] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 941.742587] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 941.742587] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 941.742587] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 941.742749] env[62270]: DEBUG nova.virt.hardware [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.744015] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09adbe45-080a-489e-b012-4d65a7482d6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.757216] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1b6c29-d96a-4c0f-9b85-ad12d7da237c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.776645] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:50:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed99f94-a37f-47a8-96bb-aa2f7cdee311', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.787088] env[62270]: DEBUG oslo.service.loopingcall [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.787669] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 941.788123] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-931b8d95-20cb-4e52-8acb-d568b638224d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.814077] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.814077] env[62270]: value = "task-4291807" [ 941.814077] env[62270]: _type = "Task" [ 941.814077] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.823142] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291807, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.930919] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291806, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.990745] env[62270]: DEBUG nova.compute.utils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.998372] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 941.998372] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 942.092627] env[62270]: DEBUG nova.policy [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '516ea5ec1f3f41ee939aaf81fb60c6ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b38ad11da78b4734b594132fd8e9ca09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 942.107590] env[62270]: INFO nova.compute.manager [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Rebuilding instance [ 942.179968] env[62270]: DEBUG nova.compute.manager [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 942.180173] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f833fc-b0be-4a6b-9da2-e7b2f8714657 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.328049] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291807, 'name': CreateVM_Task, 'duration_secs': 0.46008} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.330855] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 942.331784] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.332922] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.332922] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 942.332922] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8438b450-53a6-4a50-8c37-b80be8ea60c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.341149] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 942.341149] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be3e6-784a-a459-21aa-b204fc66660c" [ 942.341149] env[62270]: _type = "Task" [ 942.341149] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.355520] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be3e6-784a-a459-21aa-b204fc66660c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.368431] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 942.369674] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8045c186-dd10-488a-82c6-696ce6a58470 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.381460] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 942.381460] env[62270]: ERROR oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk due to incomplete transfer. [ 942.381460] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-079d00f3-9b06-4ea8-a5f8-b4bcc3a055e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.392453] env[62270]: DEBUG oslo_vmware.rw_handles [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7ed82-4d2a-fcd5-13bf-c0a7f0412fde/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 942.392453] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Uploaded image 26c0e143-74e5-4b56-b0fd-25311b176306 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 942.393093] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 942.393960] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-019a3cd9-c569-4f6a-bda3-4430b270bd26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.402485] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 942.402485] env[62270]: value = "task-4291808" [ 942.402485] env[62270]: _type = "Task" [ 942.402485] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.412250] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291808, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.428209] env[62270]: DEBUG oslo_vmware.api [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291806, 'name': PowerOnVM_Task, 'duration_secs': 0.572643} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.429132] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 942.429132] env[62270]: INFO nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 9.70 seconds to spawn the instance on the hypervisor. [ 942.430671] env[62270]: DEBUG nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 942.430671] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf464cd-22e7-4340-b1d8-cde19d135683 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.495495] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 942.591783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.591783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.591783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.591783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.592923] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.596134] env[62270]: INFO nova.compute.manager [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Terminating instance [ 942.599139] env[62270]: DEBUG nova.compute.manager [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 942.599225] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 942.602470] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2444ad35-931d-48f8-806a-c85a693a3b63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.615151] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 942.619831] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12f54581-badf-48e1-aca1-7c70d01743bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.632707] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 942.632707] env[62270]: value = "task-4291809" [ 942.632707] env[62270]: _type = "Task" [ 942.632707] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.643653] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.696628] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 942.697087] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de368fd9-f89f-4687-94e3-4bd81479eec9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.703036] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Successfully created port: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.711024] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 942.711024] env[62270]: value = "task-4291810" [ 942.711024] env[62270]: _type = "Task" [ 942.711024] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.724091] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.830249] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3087b1-d27b-4bdb-8db5-520c3f691da8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.852465] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f10eb8-e3dd-410c-9815-ed11aba3513c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.869309] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be3e6-784a-a459-21aa-b204fc66660c, 'name': SearchDatastore_Task, 'duration_secs': 0.038885} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.899528] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.902709] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.902709] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.902709] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.902709] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.902709] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22efdecc-c3a5-485e-872b-4cab3bcd2355 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.904123] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3cb9ad-703a-43ca-82a2-be266968b99c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.920602] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b60009-645b-4ce5-8a0f-86cdd026c11d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.925018] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291808, 'name': Destroy_Task, 'duration_secs': 0.362947} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.926828] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Destroyed the VM [ 942.927108] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.927401] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.927714] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 942.929844] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1637c6a-ac02-4b17-9837-3340df10c314 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.930641] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ef0128-9fe8-4261-b5ee-2591dc1b9cb0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.942930] env[62270]: DEBUG nova.compute.provider_tree [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.948499] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 942.948499] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5255f6f6-feee-220c-7140-18b6443983c3" [ 942.948499] env[62270]: _type = "Task" [ 942.948499] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.954474] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 942.954474] env[62270]: value = "task-4291811" [ 942.954474] env[62270]: _type = "Task" [ 942.954474] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.960603] env[62270]: INFO nova.compute.manager [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 45.60 seconds to build instance. [ 942.971695] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.975907] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5255f6f6-feee-220c-7140-18b6443983c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.976809] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7cd5d4-60ce-4253-aa9d-923f7df4d745 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.984261] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 942.984261] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525fcdb7-311e-2925-b55c-660f6c8f798b" [ 942.984261] env[62270]: _type = "Task" [ 942.984261] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.994903] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525fcdb7-311e-2925-b55c-660f6c8f798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.150343] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291809, 'name': PowerOffVM_Task, 'duration_secs': 0.21276} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.150739] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 943.150990] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 943.151361] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6fdb19-35e7-4f1e-9a4c-0cf3499ae3c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.223245] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291810, 'name': PowerOffVM_Task, 'duration_secs': 0.212777} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.224015] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 943.224015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 943.224839] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8277aec-a640-4285-b719-5a134a7f6ff9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.231201] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 943.231201] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 943.231201] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Deleting the datastore file [datastore2] 5c8840e4-b874-4909-afd9-fbb46cd2f691 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.231201] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32fdbcb9-93b4-4b71-9c44-2ad0b5cbeb6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.235461] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 943.236280] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bd59448-dc32-498d-ab50-3fe068c8ae9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.238440] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for the task: (returnval){ [ 943.238440] env[62270]: value = "task-4291813" [ 943.238440] env[62270]: _type = "Task" [ 943.238440] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.251534] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.307419] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 943.307774] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 943.307998] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.308352] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07ad049-ab99-40f9-9395-0338388b1990 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.324882] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 943.324882] env[62270]: value = "task-4291815" [ 943.324882] env[62270]: _type = "Task" [ 943.324882] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.335691] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.447288] env[62270]: DEBUG nova.scheduler.client.report [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 943.465658] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3f6d4e88-bde9-43e7-adee-d7e952a4572c tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.073s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.476305] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291811, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388246} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.476305] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 943.476305] env[62270]: DEBUG nova.compute.manager [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 943.476305] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06787847-87ca-4184-90fe-0a9fecafbdee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.504914] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525fcdb7-311e-2925-b55c-660f6c8f798b, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.505629] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.505929] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 943.506257] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17334c7c-0bad-44f7-af0c-8d170eadf6d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.509388] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 943.521402] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 943.521402] env[62270]: value = "task-4291816" [ 943.521402] env[62270]: _type = "Task" [ 943.521402] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.532236] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.558066] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 943.558307] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 943.558475] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.558668] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 943.558877] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.559590] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 943.559590] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 943.559590] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 943.559814] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 943.560868] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 943.560868] env[62270]: DEBUG nova.virt.hardware [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.561758] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe784c-80ce-480d-a9f8-6ad1e5ea6292 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.571159] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc6e23-323f-4084-b802-7322a12e7345 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.749701] env[62270]: DEBUG oslo_vmware.api [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Task: {'id': task-4291813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168823} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.750015] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.750376] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 943.750573] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 943.750760] env[62270]: INFO nova.compute.manager [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 1.15 seconds to destroy the instance on the hypervisor. [ 943.751029] env[62270]: DEBUG oslo.service.loopingcall [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.751253] env[62270]: DEBUG nova.compute.manager [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 943.751369] env[62270]: DEBUG nova.network.neutron [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 943.836319] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165791} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.836645] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.836849] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 943.837044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 943.956418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.959559] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.732s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.963052] env[62270]: INFO nova.compute.claims [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.988666] env[62270]: INFO nova.scheduler.client.report [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Deleted allocations for instance b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff [ 943.997077] env[62270]: INFO nova.compute.manager [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Shelve offloading [ 943.999137] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.999674] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-155b54e5-8c58-4908-90b8-e748bd965089 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.010049] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 944.010049] env[62270]: value = "task-4291817" [ 944.010049] env[62270]: _type = "Task" [ 944.010049] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.020536] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.035300] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.499892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cc6ea2b1-376c-4ebe-b6c8-915839fb03ce tempest-ListImageFiltersTestJSON-290688751 tempest-ListImageFiltersTestJSON-290688751-project-member] Lock "b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.911s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.532826] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 944.533130] env[62270]: DEBUG nova.compute.manager [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 944.539303] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836e879e-8ba2-4768-9acd-41b34ff551d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.556562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.556781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.556969] env[62270]: DEBUG nova.network.neutron [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 944.558695] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875007} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.559954] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 944.560176] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.560573] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd7b2f8-0512-4c7d-9d49-c8a23f49314f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.569880] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 944.569880] env[62270]: value = "task-4291818" [ 944.569880] env[62270]: _type = "Task" [ 944.569880] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.592553] env[62270]: DEBUG nova.compute.manager [req-c87168f4-ffc5-4308-8491-8adf6f5ac13b req-4bc3f83f-904e-45eb-8d88-3bf14aa13e29 service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Received event network-vif-deleted-11dc1825-a275-409a-a041-6f9c4796b2d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 944.592553] env[62270]: INFO nova.compute.manager [req-c87168f4-ffc5-4308-8491-8adf6f5ac13b req-4bc3f83f-904e-45eb-8d88-3bf14aa13e29 service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Neutron deleted interface 11dc1825-a275-409a-a041-6f9c4796b2d9; detaching it from the instance and deleting it from the info cache [ 944.592687] env[62270]: DEBUG nova.network.neutron [req-c87168f4-ffc5-4308-8491-8adf6f5ac13b req-4bc3f83f-904e-45eb-8d88-3bf14aa13e29 service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.595880] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.739798] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Successfully updated port: 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.815293] env[62270]: DEBUG nova.network.neutron [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.875418] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 944.875710] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 944.875887] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.876094] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 944.876252] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.876410] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 944.876751] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 944.876841] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 944.877009] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 944.877519] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 944.877708] env[62270]: DEBUG nova.virt.hardware [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 944.878685] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a36b95-4e32-439f-8d2e-498d35112eaf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.889824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b1350-34e3-450d-ade6-0516ae2c0629 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.910169] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ed:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68534fc1-bf86-46cb-b469-b5ee304c0d43', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.919066] env[62270]: DEBUG oslo.service.loopingcall [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.919066] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 944.919247] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b05d68d9-d22b-484f-b4cc-19887d2630da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.945000] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.945000] env[62270]: value = "task-4291819" [ 944.945000] env[62270]: _type = "Task" [ 944.945000] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.954984] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291819, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.081066] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106534} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.083932] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.085602] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7164b97-ea84-4a0e-8e5c-a73e92a9461b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.112621] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.118932] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741b00a4-e936-4112-bae8-94f74856b0fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.122432] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a5b4f2-0383-4418-88f0-48eb8d4c097c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.142891] env[62270]: DEBUG nova.compute.manager [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Received event network-changed-104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 945.142891] env[62270]: DEBUG nova.compute.manager [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Refreshing instance network info cache due to event network-changed-104bf01d-9602-4172-9b4c-fbb6fef3f77b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 945.142891] env[62270]: DEBUG oslo_concurrency.lockutils [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.142891] env[62270]: DEBUG oslo_concurrency.lockutils [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.142891] env[62270]: DEBUG nova.network.neutron [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Refreshing network info cache for port 104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 945.146683] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 945.146683] env[62270]: value = "task-4291820" [ 945.146683] env[62270]: _type = "Task" [ 945.146683] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.150569] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3f501-59c3-407f-9ed0-c80d7b41ceac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.180432] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.200379] env[62270]: DEBUG nova.compute.manager [req-c87168f4-ffc5-4308-8491-8adf6f5ac13b req-4bc3f83f-904e-45eb-8d88-3bf14aa13e29 service nova] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Detach interface failed, port_id=11dc1825-a275-409a-a041-6f9c4796b2d9, reason: Instance 5c8840e4-b874-4909-afd9-fbb46cd2f691 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 945.243058] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.243241] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.244199] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 945.319689] env[62270]: INFO nova.compute.manager [-] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Took 1.57 seconds to deallocate network for instance. [ 945.458184] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291819, 'name': CreateVM_Task, 'duration_secs': 0.396921} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.461274] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 945.462339] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.462639] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.463026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 945.463414] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d563e9b6-2b4a-483d-922a-9b1680817446 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469306] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 945.469306] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e78c-073d-ebb0-5116-be2eb02e2259" [ 945.469306] env[62270]: _type = "Task" [ 945.469306] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.481514] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e78c-073d-ebb0-5116-be2eb02e2259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.545253] env[62270]: DEBUG nova.network.neutron [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.678109] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291820, 'name': ReconfigVM_Task, 'duration_secs': 0.367175} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.678469] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a/5a6bf6d1-5001-4392-9bb2-17abf61fb23a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.679153] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1edf8a0-0960-4cb2-b403-cd433b3ba41a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.688559] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 945.688559] env[62270]: value = "task-4291821" [ 945.688559] env[62270]: _type = "Task" [ 945.688559] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.698446] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291821, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.713811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf6d726-f2ac-4fd3-ab41-da6bbd2522b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.722473] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3296419-e555-44ce-a16f-d8b91aad786c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.760103] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f25d1-4aa5-44ec-94a0-fa4ae8152147 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.769163] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57382086-aa94-47dd-b195-c675d7a90dec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.784355] env[62270]: DEBUG nova.compute.provider_tree [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.826283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.830569] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 945.980500] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200e78c-073d-ebb0-5116-be2eb02e2259, 'name': SearchDatastore_Task, 'duration_secs': 0.014933} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.983217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.983449] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.983702] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.983858] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.984055] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.984357] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cdbfe9-f271-47eb-99f9-26005c20321b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.991525] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.991950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.002203] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.002203] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 946.003133] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb2ddb6-5702-48a0-a8ac-fdd1ca50684a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.010171] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 946.010171] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b1bddc-9372-cbe0-7099-0f9d186454a2" [ 946.010171] env[62270]: _type = "Task" [ 946.010171] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.022835] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b1bddc-9372-cbe0-7099-0f9d186454a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.051421] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.171339] env[62270]: DEBUG nova.network.neutron [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.201683] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291821, 'name': Rename_Task, 'duration_secs': 0.215325} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.202223] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 946.203650] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca6f6d9-46e9-4869-9096-478d8931d9c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.211255] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 946.211255] env[62270]: value = "task-4291822" [ 946.211255] env[62270]: _type = "Task" [ 946.211255] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.222296] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.241658] env[62270]: DEBUG nova.network.neutron [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updated VIF entry in instance network info cache for port 104bf01d-9602-4172-9b4c-fbb6fef3f77b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 946.242055] env[62270]: DEBUG nova.network.neutron [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.286966] env[62270]: DEBUG nova.scheduler.client.report [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 946.496045] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 946.529219] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b1bddc-9372-cbe0-7099-0f9d186454a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.530229] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d18d4c-6982-4242-996d-73973477968c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.537238] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 946.537238] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5274245d-f588-75bc-11ff-530f7b726c59" [ 946.537238] env[62270]: _type = "Task" [ 946.537238] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.551045] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5274245d-f588-75bc-11ff-530f7b726c59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.632174] env[62270]: DEBUG nova.compute.manager [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-vif-plugged-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 946.632513] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.632639] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.632794] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.632968] env[62270]: DEBUG nova.compute.manager [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] No waiting events found dispatching network-vif-plugged-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 946.633328] env[62270]: WARNING nova.compute.manager [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received unexpected event network-vif-plugged-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 for instance with vm_state building and task_state spawning. [ 946.633525] env[62270]: DEBUG nova.compute.manager [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 946.633690] env[62270]: DEBUG nova.compute.manager [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing instance network info cache due to event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 946.633865] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.676813] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.676921] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Instance network_info: |[{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 946.677171] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.677475] env[62270]: DEBUG nova.network.neutron [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 946.678913] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:07:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '421fd7c7-7b9d-4b24-b050-9e223e9bfb24', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.687898] env[62270]: DEBUG oslo.service.loopingcall [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.688476] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 946.689258] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38fc4a13-1247-4f10-ac30-534b34bc1cf5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.719220] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.719220] env[62270]: value = "task-4291823" [ 946.719220] env[62270]: _type = "Task" [ 946.719220] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.726952] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291822, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.732859] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291823, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.748471] env[62270]: DEBUG oslo_concurrency.lockutils [req-18bea0e2-2eae-4f60-98c3-1e7d213d2014 req-5efbcfd9-d15d-4b6c-b084-72a2a7b15ffa service nova] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.795028] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.795028] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 946.797451] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.231s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.799397] env[62270]: INFO nova.compute.claims [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.974385] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 946.974385] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538401a-1ca0-4218-a501-71c958ebe536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.988026] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 946.988026] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3beca20c-ea98-4630-a68c-c4ac05158578 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.020861] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.055468] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5274245d-f588-75bc-11ff-530f7b726c59, 'name': SearchDatastore_Task, 'duration_secs': 0.018248} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.056020] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.056411] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 947.056849] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a16013-9aee-4c04-badd-0503a6aec618 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.066730] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 947.067336] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 947.068916] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.069156] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a13989-2f07-4b08-9f3b-be0808514d5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.073028] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 947.073028] env[62270]: value = "task-4291825" [ 947.073028] env[62270]: _type = "Task" [ 947.073028] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.076902] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 947.076902] env[62270]: value = "task-4291826" [ 947.076902] env[62270]: _type = "Task" [ 947.076902] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.081215] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.090171] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.227020] env[62270]: DEBUG oslo_vmware.api [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291822, 'name': PowerOnVM_Task, 'duration_secs': 0.606683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.227866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 947.228285] env[62270]: DEBUG nova.compute.manager [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 947.229234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45fa3b2-abcc-4684-ba3d-ce97b5b022da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.246987] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291823, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.308237] env[62270]: DEBUG nova.compute.utils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 947.316177] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 947.316177] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 947.377585] env[62270]: DEBUG nova.compute.manager [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-vif-unplugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 947.377846] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.378082] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.378263] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.378444] env[62270]: DEBUG nova.compute.manager [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] No waiting events found dispatching network-vif-unplugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 947.378616] env[62270]: WARNING nova.compute.manager [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received unexpected event network-vif-unplugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 for instance with vm_state shelved and task_state shelving_offloading. [ 947.378780] env[62270]: DEBUG nova.compute.manager [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 947.379336] env[62270]: DEBUG nova.compute.manager [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing instance network info cache due to event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 947.379336] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.379336] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.379502] env[62270]: DEBUG nova.network.neutron [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 947.396462] env[62270]: DEBUG nova.policy [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b28200ba20443db6ff7e23a20c0753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2771409ae20a42e4bb0c47726a896bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 947.598575] env[62270]: DEBUG oslo_vmware.api [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4291826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214615} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.605431] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.605687] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 947.605877] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 947.610247] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.643583] env[62270]: INFO nova.scheduler.client.report [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted allocations for instance dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 [ 947.652805] env[62270]: DEBUG nova.network.neutron [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updated VIF entry in instance network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 947.653373] env[62270]: DEBUG nova.network.neutron [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.737729] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291823, 'name': CreateVM_Task, 'duration_secs': 0.572618} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.737729] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 947.739459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.739459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.739459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.739459] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bc5dcd-96a0-4eca-8c7e-e79525620886 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.746025] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 947.746025] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c0146-9bbd-c622-9dd7-7220096615ee" [ 947.746025] env[62270]: _type = "Task" [ 947.746025] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.757371] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.760808] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c0146-9bbd-c622-9dd7-7220096615ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.815713] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 947.985656] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Successfully created port: 8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.084899] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616323} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.085194] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 948.085420] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.085752] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe130f7-7c3a-4858-8aa8-d62c0c01214d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.093558] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 948.093558] env[62270]: value = "task-4291827" [ 948.093558] env[62270]: _type = "Task" [ 948.093558] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.106489] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.149785] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.156506] env[62270]: DEBUG oslo_concurrency.lockutils [req-9e243e2a-9a6d-48dd-aa82-091fcf93532d req-1ced2494-acf9-48de-984b-2cafcd545ad7 service nova] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.258897] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520c0146-9bbd-c622-9dd7-7220096615ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.259482] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.259482] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.261850] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.261850] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.261850] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.261850] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6835339-6c0a-44a6-8ec1-e7e42e8e79e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.286213] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.286213] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 948.286781] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832d2253-1586-496b-999c-13e48697d7f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.294619] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 948.294619] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f0e754-b036-d06e-e491-92f30b326b07" [ 948.294619] env[62270]: _type = "Task" [ 948.294619] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.307043] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f0e754-b036-d06e-e491-92f30b326b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.371366] env[62270]: DEBUG nova.network.neutron [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updated VIF entry in instance network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 948.371774] env[62270]: DEBUG nova.network.neutron [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.495076] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79384073-35c8-46c3-9fa5-b0c7389a6d79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.506563] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d0447e-901c-4cc9-99f0-873a9e8a70aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.545134] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cf164-2aa7-4f62-b377-ff7be4a84f35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.555895] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff72cd5-d32b-4c69-a83e-74aac5407d41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.570753] env[62270]: DEBUG nova.compute.provider_tree [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.604795] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107462} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.605057] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.605883] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de686072-74c9-40e6-a6be-3a908f417813 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.629762] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.630146] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c830aad4-4e49-47b4-9f03-d174f584b4e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.653607] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 948.653607] env[62270]: value = "task-4291828" [ 948.653607] env[62270]: _type = "Task" [ 948.653607] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.666468] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.811605] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f0e754-b036-d06e-e491-92f30b326b07, 'name': SearchDatastore_Task, 'duration_secs': 0.054496} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.812487] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd981c7f-e79c-4c65-9fab-aec100893000 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.819871] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 948.819871] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52765d38-db14-f986-f92a-9205c7c2ee11" [ 948.819871] env[62270]: _type = "Task" [ 948.819871] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.827271] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 948.832276] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52765d38-db14-f986-f92a-9205c7c2ee11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.859337] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 948.860060] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 948.860288] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.860495] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 948.860649] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.860802] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 948.862386] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 948.862726] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 948.862925] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 948.863141] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 948.863370] env[62270]: DEBUG nova.virt.hardware [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.864277] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52011f41-67d2-4986-823e-ff8381ab0ff2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.875023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4098aee-5da1-4756-9499-080e9a58541e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.879559] env[62270]: DEBUG oslo_concurrency.lockutils [req-759d88cf-7bd1-48ec-af59-c85920df45d1 req-94ea60cf-315f-4686-8fbd-f76d604a05f2 service nova] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.074794] env[62270]: DEBUG nova.scheduler.client.report [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 949.163487] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291828, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.333804] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52765d38-db14-f986-f92a-9205c7c2ee11, 'name': SearchDatastore_Task, 'duration_secs': 0.052514} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.334017] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.334572] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/4317da72-fbe2-4c11-b349-26c3a3bb08cd.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 949.334884] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d1da863-19c7-4f4e-bfb9-d3624f761c44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344071] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 949.344071] env[62270]: value = "task-4291829" [ 949.344071] env[62270]: _type = "Task" [ 949.344071] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.353022] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.581480] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.582104] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 949.584991] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.963s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.585269] env[62270]: DEBUG nova.objects.instance [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lazy-loading 'resources' on Instance uuid 268b20b6-0962-4b12-b38c-4aad68bd5f3e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.602053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.602574] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.602574] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.602733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.602911] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.607655] env[62270]: INFO nova.compute.manager [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Terminating instance [ 949.613920] env[62270]: DEBUG nova.compute.manager [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 949.614248] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 949.615572] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4da2b0a-dd2c-49e6-99e2-e09957a92bd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.629032] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 949.629032] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c06b38e-84be-4d7b-a4f5-3a8a3b44bcf4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.638293] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 949.638293] env[62270]: value = "task-4291830" [ 949.638293] env[62270]: _type = "Task" [ 949.638293] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.657296] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.668266] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291828, 'name': ReconfigVM_Task, 'duration_secs': 0.542937} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.668266] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914/d6bde5b4-f544-41c7-b763-c668b7bbd914.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.672022] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c3b76e-a84c-45dd-9f57-7d5b2627f4e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.677900] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 949.677900] env[62270]: value = "task-4291831" [ 949.677900] env[62270]: _type = "Task" [ 949.677900] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.691905] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291831, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.711162] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Successfully updated port: 8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.858106] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505549} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.858551] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/4317da72-fbe2-4c11-b349-26c3a3bb08cd.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 949.858899] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.860629] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23dd4deb-0283-49e9-b6a3-f73512a7bdbd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.868631] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 949.868631] env[62270]: value = "task-4291832" [ 949.868631] env[62270]: _type = "Task" [ 949.868631] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.879135] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.039231] env[62270]: DEBUG nova.compute.manager [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Received event network-vif-plugged-8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 950.039231] env[62270]: DEBUG oslo_concurrency.lockutils [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.039480] env[62270]: DEBUG oslo_concurrency.lockutils [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] Lock "1651a605-4134-475f-84d5-1651b768515e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.039765] env[62270]: DEBUG oslo_concurrency.lockutils [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] Lock "1651a605-4134-475f-84d5-1651b768515e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.039765] env[62270]: DEBUG nova.compute.manager [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] No waiting events found dispatching network-vif-plugged-8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 950.039923] env[62270]: WARNING nova.compute.manager [req-a1bdc5c6-74d8-4490-9af6-00ac93e75fba req-14d67275-9e20-478c-8d78-761b10163825 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Received unexpected event network-vif-plugged-8b616ced-c3f6-474b-b20b-85a8f59f9800 for instance with vm_state building and task_state spawning. [ 950.091316] env[62270]: DEBUG nova.compute.utils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.093978] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 950.094422] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 950.150399] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291830, 'name': PowerOffVM_Task, 'duration_secs': 0.340502} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.153095] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 950.153329] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 950.154784] env[62270]: DEBUG nova.policy [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd23622d0a09c4c76b8de9da14cb77024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e5b3018d761413ea4c451e2f5e36dd1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 950.156347] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a56ebe7-dcf2-4210-b1bb-9dd126056ed8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.190859] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291831, 'name': Rename_Task, 'duration_secs': 0.237038} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.191171] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 950.191428] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d48770a-81ae-4202-90b7-d8146dd174e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.200827] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 950.200827] env[62270]: value = "task-4291834" [ 950.200827] env[62270]: _type = "Task" [ 950.200827] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.216557] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.216835] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.217100] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 950.219589] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.238719] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 950.238719] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 950.238901] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] 5a6bf6d1-5001-4392-9bb2-17abf61fb23a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.240446] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea3782e-868b-4125-98de-87cf4bd8c433 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.247746] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 950.247746] env[62270]: value = "task-4291835" [ 950.247746] env[62270]: _type = "Task" [ 950.247746] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.263198] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.379803] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066908} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.384224] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.384276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33887e17-431d-4c64-a51a-e22c8c2ad534 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.409177] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/4317da72-fbe2-4c11-b349-26c3a3bb08cd.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.412226] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2564c6-10c6-4ec9-a7d5-e612b21ba576 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.434662] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 950.434662] env[62270]: value = "task-4291836" [ 950.434662] env[62270]: _type = "Task" [ 950.434662] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.447441] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.498553] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Successfully created port: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.598507] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 950.680581] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed478a-ed70-48dd-bdae-663e1f5cccac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.690477] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68cab09-8405-4811-a6a8-adeb50161cd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.741345] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69dd968-d247-49be-9dee-aa129f9155b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.748840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.748840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.761653] env[62270]: DEBUG oslo_vmware.api [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291834, 'name': PowerOnVM_Task, 'duration_secs': 0.525199} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.761653] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b40d2-643b-4cd3-b7e3-1201a5af7c56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.766030] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 950.766277] env[62270]: DEBUG nova.compute.manager [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 950.771412] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b61f891-c4dd-4931-a42e-3d1b5a56b96e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.773398] env[62270]: DEBUG oslo_vmware.api [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156955} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.776027] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.776027] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 950.776027] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 950.776027] env[62270]: INFO nova.compute.manager [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.776027] env[62270]: DEBUG oslo.service.loopingcall [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.776027] env[62270]: DEBUG nova.compute.manager [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 950.776027] env[62270]: DEBUG nova.network.neutron [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.785396] env[62270]: DEBUG nova.compute.provider_tree [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.791842] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 950.944597] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.148944] env[62270]: DEBUG nova.network.neutron [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating instance_info_cache with network_info: [{"id": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "address": "fa:16:3e:a9:2d:71", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b616ced-c3", "ovs_interfaceid": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.251538] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 951.296657] env[62270]: DEBUG nova.scheduler.client.report [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 951.305836] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.449124] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291836, 'name': ReconfigVM_Task, 'duration_secs': 0.536417} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.449124] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/4317da72-fbe2-4c11-b349-26c3a3bb08cd.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.449569] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93e2411f-24da-44f1-943c-29fdc1493d0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.458107] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 951.458107] env[62270]: value = "task-4291837" [ 951.458107] env[62270]: _type = "Task" [ 951.458107] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.468069] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291837, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.612947] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 951.620806] env[62270]: DEBUG nova.network.neutron [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.642656] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 951.642921] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 951.643101] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.643337] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 951.643514] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.643673] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 951.643888] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 951.644092] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 951.645115] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 951.645115] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 951.645115] env[62270]: DEBUG nova.virt.hardware [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.645783] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa977593-33f8-4442-b6bd-1cb122f39b3a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.651339] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.651601] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Instance network_info: |[{"id": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "address": "fa:16:3e:a9:2d:71", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b616ced-c3", "ovs_interfaceid": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 951.655613] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2d:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b616ced-c3f6-474b-b20b-85a8f59f9800', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.661587] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating folder: Project (2771409ae20a42e4bb0c47726a896bea). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 951.662207] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d32270cb-cffd-415b-ab85-ee161950eada {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.664950] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d72879-b00d-4e5e-9b37-e9ef77420cd8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.682115] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created folder: Project (2771409ae20a42e4bb0c47726a896bea) in parent group-v845132. [ 951.682404] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating folder: Instances. Parent ref: group-v845345. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 951.682636] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310cd116-ceaa-4a9c-a79a-604ccfb28fda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.694450] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created folder: Instances in parent group-v845345. [ 951.694758] env[62270]: DEBUG oslo.service.loopingcall [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.694994] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 951.695249] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b923c3a7-0024-477a-953c-eb98b88d2bec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.716358] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.716358] env[62270]: value = "task-4291840" [ 951.716358] env[62270]: _type = "Task" [ 951.716358] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.725538] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291840, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.777390] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.805044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.807420] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.952s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.807661] env[62270]: DEBUG nova.objects.instance [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lazy-loading 'resources' on Instance uuid cf45692b-8a08-4733-be8d-9fd98d6a48a4 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.836592] env[62270]: INFO nova.scheduler.client.report [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted allocations for instance 268b20b6-0962-4b12-b38c-4aad68bd5f3e [ 951.871201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.971419] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291837, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.126605] env[62270]: INFO nova.compute.manager [-] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Took 1.35 seconds to deallocate network for instance. [ 952.213071] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Successfully updated port: 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.228792] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291840, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.346131] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bec41a2b-98b3-4015-bc17-a26b172ed1f9 tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "268b20b6-0962-4b12-b38c-4aad68bd5f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.389236] env[62270]: DEBUG nova.compute.manager [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Received event network-changed-8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 952.389442] env[62270]: DEBUG nova.compute.manager [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Refreshing instance network info cache due to event network-changed-8b616ced-c3f6-474b-b20b-85a8f59f9800. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 952.389663] env[62270]: DEBUG oslo_concurrency.lockutils [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] Acquiring lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.389851] env[62270]: DEBUG oslo_concurrency.lockutils [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] Acquired lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.390045] env[62270]: DEBUG nova.network.neutron [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Refreshing network info cache for port 8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 952.473375] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291837, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.637250] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.716989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.717271] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquired lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.717449] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 952.733012] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291840, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.760983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c837639-f734-445b-a532-a831c34eba9d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.771028] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6cb586-d841-4e39-9263-ee6b56ea1f02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.804525] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a3124e-c9bc-44d0-85ff-84900c44a9bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.813486] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a132cfb-7323-4b3b-8248-9f3328b8d64f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.828798] env[62270]: DEBUG nova.compute.provider_tree [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.973238] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291837, 'name': Rename_Task, 'duration_secs': 1.19348} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.973783] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 952.974064] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b7c8161-cdec-4710-9cea-69b4c5dce8c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.984788] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 952.984788] env[62270]: value = "task-4291841" [ 952.984788] env[62270]: _type = "Task" [ 952.984788] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.993563] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.108571] env[62270]: DEBUG nova.network.neutron [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updated VIF entry in instance network info cache for port 8b616ced-c3f6-474b-b20b-85a8f59f9800. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 953.109057] env[62270]: DEBUG nova.network.neutron [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating instance_info_cache with network_info: [{"id": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "address": "fa:16:3e:a9:2d:71", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b616ced-c3", "ovs_interfaceid": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.231794] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291840, 'name': CreateVM_Task, 'duration_secs': 1.239662} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.232068] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 953.232874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.233138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.233571] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 953.233948] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5714df45-c2ee-4da5-b175-44dbf00d3df6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.241119] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 953.241119] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52525f67-852a-e18f-b15a-30685c46bbe8" [ 953.241119] env[62270]: _type = "Task" [ 953.241119] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.251015] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52525f67-852a-e18f-b15a-30685c46bbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.259730] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 953.332915] env[62270]: DEBUG nova.scheduler.client.report [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 953.366073] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.366291] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.366663] env[62270]: DEBUG nova.objects.instance [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.413630] env[62270]: DEBUG nova.network.neutron [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Updating instance_info_cache with network_info: [{"id": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "address": "fa:16:3e:65:3d:5e", "network": {"id": "1bffcdbc-2966-43fe-9da0-e7093b1443ce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1092905333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e5b3018d761413ea4c451e2f5e36dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ec99c7-ac", "ovs_interfaceid": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.497209] env[62270]: DEBUG oslo_vmware.api [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291841, 'name': PowerOnVM_Task, 'duration_secs': 0.477483} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.497528] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 953.497754] env[62270]: INFO nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Took 9.99 seconds to spawn the instance on the hypervisor. [ 953.497940] env[62270]: DEBUG nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 953.498805] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb958ea-fc2c-4dff-b8ba-59311266b050 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.611663] env[62270]: DEBUG oslo_concurrency.lockutils [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] Releasing lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.611967] env[62270]: DEBUG nova.compute.manager [req-cfd4e404-46e2-4c3d-8f57-6bcf7d3f32d6 req-34bc1e20-0c45-42df-954c-0aa8c636f571 service nova] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Received event network-vif-deleted-0ed99f94-a37f-47a8-96bb-aa2f7cdee311 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 953.751585] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52525f67-852a-e18f-b15a-30685c46bbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.012034} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.751907] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.752163] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.752410] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.752565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.752757] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.753029] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18472315-45c3-4ede-8052-e644f9a6647c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.762354] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.762547] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 953.763291] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825e16ed-1300-4ab0-b873-267d3958656d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.768899] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 953.768899] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e3262-608f-511e-675c-3449ff9f5c45" [ 953.768899] env[62270]: _type = "Task" [ 953.768899] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.778909] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e3262-608f-511e-675c-3449ff9f5c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.841445] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.843707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.761s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.843955] env[62270]: DEBUG nova.objects.instance [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lazy-loading 'resources' on Instance uuid 7ad80243-ccd9-4dce-8844-273b82a9e5be {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.868270] env[62270]: INFO nova.scheduler.client.report [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Deleted allocations for instance cf45692b-8a08-4733-be8d-9fd98d6a48a4 [ 953.871907] env[62270]: DEBUG nova.objects.instance [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.917179] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Releasing lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.917793] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Instance network_info: |[{"id": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "address": "fa:16:3e:65:3d:5e", "network": {"id": "1bffcdbc-2966-43fe-9da0-e7093b1443ce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1092905333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e5b3018d761413ea4c451e2f5e36dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ec99c7-ac", "ovs_interfaceid": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 953.918559] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:3d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.931728] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Creating folder: Project (2e5b3018d761413ea4c451e2f5e36dd1). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 953.932991] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41ec2dff-f559-46e2-b93f-d2a3b54161c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.948973] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Created folder: Project (2e5b3018d761413ea4c451e2f5e36dd1) in parent group-v845132. [ 953.949309] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Creating folder: Instances. Parent ref: group-v845348. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 953.949658] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40fe515d-dc89-4bb6-a03c-80cfa6412c44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.962055] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Created folder: Instances in parent group-v845348. [ 953.962439] env[62270]: DEBUG oslo.service.loopingcall [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.962733] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 953.963059] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e58439a-2e9a-4e8b-828e-6fd2f1f64935 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.994054] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.994054] env[62270]: value = "task-4291844" [ 953.994054] env[62270]: _type = "Task" [ 953.994054] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.005908] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291844, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.023027] env[62270]: INFO nova.compute.manager [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Took 44.64 seconds to build instance. [ 954.280168] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e3262-608f-511e-675c-3449ff9f5c45, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.280995] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7b0304-1cc8-4ce3-a20d-4ea680096f78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.288576] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 954.288576] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52be5a9e-99f0-5e3d-b904-000213b79af4" [ 954.288576] env[62270]: _type = "Task" [ 954.288576] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.297351] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52be5a9e-99f0-5e3d-b904-000213b79af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.305620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.305925] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.306163] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.306360] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.306732] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.308744] env[62270]: INFO nova.compute.manager [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Terminating instance [ 954.311041] env[62270]: DEBUG nova.compute.manager [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 954.311247] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 954.312171] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428bc9ed-e83a-44d8-8830-e7ecb6ed2910 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.320654] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 954.320930] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd74085b-1958-4438-ac14-dc61f6a6a562 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.329319] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 954.329319] env[62270]: value = "task-4291845" [ 954.329319] env[62270]: _type = "Task" [ 954.329319] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.340287] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.378131] env[62270]: DEBUG nova.objects.base [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<048fc5b2-f718-450e-bbd5-b228770190bc> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 954.378389] env[62270]: DEBUG nova.network.neutron [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 954.385278] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6bf7ba80-1160-4c1e-9b1a-f559db99f22a tempest-MultipleCreateTestJSON-1328111400 tempest-MultipleCreateTestJSON-1328111400-project-member] Lock "cf45692b-8a08-4733-be8d-9fd98d6a48a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.123s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.468448] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fede3a28-cd7a-4df5-a16e-ff7c04a5f5f3 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.513500] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291844, 'name': CreateVM_Task, 'duration_secs': 0.360205} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.513500] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 954.513500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.513500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.513500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.513500] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0833cec4-5cc8-49f3-92a7-b2deed8edf76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.520777] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 954.520777] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5270258c-9388-19fc-2cde-2ddb2ed5a77f" [ 954.520777] env[62270]: _type = "Task" [ 954.520777] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.524980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5f65f1be-4184-425c-a7db-75aacd149a86 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.501s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.531057] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5270258c-9388-19fc-2cde-2ddb2ed5a77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.799506] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52be5a9e-99f0-5e3d-b904-000213b79af4, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.801927] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.802218] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1651a605-4134-475f-84d5-1651b768515e/1651a605-4134-475f-84d5-1651b768515e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 954.802660] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7158a58c-fea0-484a-927e-c0f00ec13a75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.810351] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 954.810351] env[62270]: value = "task-4291846" [ 954.810351] env[62270]: _type = "Task" [ 954.810351] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.815114] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d9d02-2e60-4d14-b447-1cb2c76c7610 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.823208] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.825980] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ba462-92cc-4458-9717-9a12bf16ab4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.858451] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcafe77-30ec-460d-aed5-f23c1cc571a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.864015] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291845, 'name': PowerOffVM_Task, 'duration_secs': 0.348218} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.864651] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 954.864840] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 954.865105] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a6709fd-260e-4c1e-983a-ee62cd36dde2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.869886] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7969d6-d0d1-4ce9-895e-e7834c94ffdb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.884181] env[62270]: DEBUG nova.compute.provider_tree [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.940105] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 954.940368] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 954.940538] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.940820] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06918946-29a7-430e-b913-85c347036524 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.947840] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 954.947840] env[62270]: value = "task-4291848" [ 954.947840] env[62270]: _type = "Task" [ 954.947840] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.957635] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.035685] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5270258c-9388-19fc-2cde-2ddb2ed5a77f, 'name': SearchDatastore_Task, 'duration_secs': 0.014424} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.036175] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.036302] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.036653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.036841] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.037019] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.037437] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e699b9-fc4e-4bef-8210-17c132ad3baa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.060283] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.061082] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 955.061422] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eea19ee-ead1-422b-b9cc-81a462caa7e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.068332] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 955.068332] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524697b2-5845-0a37-0ca6-c20f82ae05ee" [ 955.068332] env[62270]: _type = "Task" [ 955.068332] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.080273] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524697b2-5845-0a37-0ca6-c20f82ae05ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.320631] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478838} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.320912] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1651a605-4134-475f-84d5-1651b768515e/1651a605-4134-475f-84d5-1651b768515e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 955.321160] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.321469] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b89e08-8888-48da-9c22-84db04909990 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.330727] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 955.330727] env[62270]: value = "task-4291849" [ 955.330727] env[62270]: _type = "Task" [ 955.330727] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.341607] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.387062] env[62270]: DEBUG nova.scheduler.client.report [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 955.458167] env[62270]: DEBUG oslo_vmware.api [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457779} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.458450] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.458645] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 955.458831] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 955.459019] env[62270]: INFO nova.compute.manager [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Took 1.15 seconds to destroy the instance on the hypervisor. [ 955.459293] env[62270]: DEBUG oslo.service.loopingcall [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.459499] env[62270]: DEBUG nova.compute.manager [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 955.459567] env[62270]: DEBUG nova.network.neutron [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 955.579142] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524697b2-5845-0a37-0ca6-c20f82ae05ee, 'name': SearchDatastore_Task, 'duration_secs': 0.059267} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.579994] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5702062d-720b-49bf-87a1-0c7ce08668a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.586078] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 955.586078] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257f8b6-926a-45ca-9fd8-7299fefffe75" [ 955.586078] env[62270]: _type = "Task" [ 955.586078] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.594327] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257f8b6-926a-45ca-9fd8-7299fefffe75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.704125] env[62270]: DEBUG nova.compute.manager [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Received event network-vif-plugged-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 955.704432] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Acquiring lock "6d7d6498-c057-448e-81bf-b896186a222f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.704623] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Lock "6d7d6498-c057-448e-81bf-b896186a222f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.704826] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Lock "6d7d6498-c057-448e-81bf-b896186a222f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.704975] env[62270]: DEBUG nova.compute.manager [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] No waiting events found dispatching network-vif-plugged-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 955.705156] env[62270]: WARNING nova.compute.manager [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Received unexpected event network-vif-plugged-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f for instance with vm_state building and task_state spawning. [ 955.705335] env[62270]: DEBUG nova.compute.manager [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Received event network-changed-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 955.705498] env[62270]: DEBUG nova.compute.manager [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Refreshing instance network info cache due to event network-changed-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 955.705702] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Acquiring lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.705839] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Acquired lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.706009] env[62270]: DEBUG nova.network.neutron [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Refreshing network info cache for port 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 955.841907] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086847} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.842284] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.842946] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f018b3b-8e00-44c8-9795-e3658c6567d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.865897] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1651a605-4134-475f-84d5-1651b768515e/1651a605-4134-475f-84d5-1651b768515e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.866281] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c723bf-e9f5-4594-9f59-397067bc659a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.892322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.895797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.659s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.897138] env[62270]: INFO nova.compute.claims [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.901083] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 955.901083] env[62270]: value = "task-4291850" [ 955.901083] env[62270]: _type = "Task" [ 955.901083] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.909945] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.915087] env[62270]: INFO nova.scheduler.client.report [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Deleted allocations for instance 7ad80243-ccd9-4dce-8844-273b82a9e5be [ 956.099352] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257f8b6-926a-45ca-9fd8-7299fefffe75, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.099839] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.100249] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6d7d6498-c057-448e-81bf-b896186a222f/6d7d6498-c057-448e-81bf-b896186a222f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 956.102027] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa618242-e3f5-497e-92f8-64c9a7ede123 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.109172] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 956.109172] env[62270]: value = "task-4291851" [ 956.109172] env[62270]: _type = "Task" [ 956.109172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.119780] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.254432] env[62270]: DEBUG nova.network.neutron [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.417389] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291850, 'name': ReconfigVM_Task, 'duration_secs': 0.422861} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.418537] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1651a605-4134-475f-84d5-1651b768515e/1651a605-4134-475f-84d5-1651b768515e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.421863] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74097a4b-d76c-4f07-bfb2-92c25973bf2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.424469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1600b1fe-beb8-42ab-89ce-03b72c504740 tempest-ServerShowV247Test-322305651 tempest-ServerShowV247Test-322305651-project-member] Lock "7ad80243-ccd9-4dce-8844-273b82a9e5be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.124s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.435162] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 956.435162] env[62270]: value = "task-4291852" [ 956.435162] env[62270]: _type = "Task" [ 956.435162] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.444225] env[62270]: DEBUG nova.network.neutron [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Updated VIF entry in instance network info cache for port 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 956.444634] env[62270]: DEBUG nova.network.neutron [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Updating instance_info_cache with network_info: [{"id": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "address": "fa:16:3e:65:3d:5e", "network": {"id": "1bffcdbc-2966-43fe-9da0-e7093b1443ce", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1092905333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e5b3018d761413ea4c451e2f5e36dd1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ec99c7-ac", "ovs_interfaceid": "37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.450158] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291852, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.626183] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291851, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.758578] env[62270]: INFO nova.compute.manager [-] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Took 1.30 seconds to deallocate network for instance. [ 956.949808] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291852, 'name': Rename_Task, 'duration_secs': 0.416881} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.949808] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 956.949808] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cae8ec0-27d0-42fe-8770-8449b7ab817c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.954090] env[62270]: DEBUG oslo_concurrency.lockutils [req-d5c73d70-b7bf-4f89-9e1c-862ab22479c9 req-7a2c352a-d5be-4e84-a99e-e4e0cc944081 service nova] Releasing lock "refresh_cache-6d7d6498-c057-448e-81bf-b896186a222f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.962548] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 956.962548] env[62270]: value = "task-4291853" [ 956.962548] env[62270]: _type = "Task" [ 956.962548] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.974782] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.089111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.089111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.089370] env[62270]: DEBUG nova.objects.instance [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.125945] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539175} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.130125] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6d7d6498-c057-448e-81bf-b896186a222f/6d7d6498-c057-448e-81bf-b896186a222f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 957.130125] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.130322] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caac2e25-3643-43b2-820d-f86ce0ea1ea0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.140031] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 957.140031] env[62270]: value = "task-4291854" [ 957.140031] env[62270]: _type = "Task" [ 957.140031] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.154866] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.266147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.405215] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d1956e-69b6-406d-8147-5bca1a84874a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.413643] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7920398e-a23a-43bc-938e-a53facd8ef2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.446944] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a672c2a7-9984-4742-8dfb-42dddc4d1577 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.456978] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a628df-8393-4a01-a479-cd315ee9804b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.476633] env[62270]: DEBUG nova.compute.provider_tree [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.487186] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.659285] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241305} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.664021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.664021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a9f14-a8c2-4997-b8af-78cafa2f7242 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.689739] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 6d7d6498-c057-448e-81bf-b896186a222f/6d7d6498-c057-448e-81bf-b896186a222f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.690066] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5441e6a3-ebf2-4b00-8b61-b50ef6b72d26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.713376] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 957.713376] env[62270]: value = "task-4291855" [ 957.713376] env[62270]: _type = "Task" [ 957.713376] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.722874] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.735080] env[62270]: DEBUG nova.objects.instance [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.981347] env[62270]: DEBUG nova.scheduler.client.report [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 957.986979] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.195288] env[62270]: DEBUG nova.compute.manager [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 958.195288] env[62270]: DEBUG nova.compute.manager [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing instance network info cache due to event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 958.195288] env[62270]: DEBUG oslo_concurrency.lockutils [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.195288] env[62270]: DEBUG oslo_concurrency.lockutils [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.195288] env[62270]: DEBUG nova.network.neutron [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 958.224997] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291855, 'name': ReconfigVM_Task, 'duration_secs': 0.369795} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.225268] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 6d7d6498-c057-448e-81bf-b896186a222f/6d7d6498-c057-448e-81bf-b896186a222f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.226236] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16f13d76-5031-4d1a-a1fc-077af162891f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.234459] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 958.234459] env[62270]: value = "task-4291856" [ 958.234459] env[62270]: _type = "Task" [ 958.234459] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.238303] env[62270]: DEBUG nova.objects.base [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<048fc5b2-f718-450e-bbd5-b228770190bc> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 958.238303] env[62270]: DEBUG nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 958.246401] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291856, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.298137] env[62270]: DEBUG nova.policy [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 958.477831] env[62270]: DEBUG oslo_vmware.api [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291853, 'name': PowerOnVM_Task, 'duration_secs': 1.086692} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.477989] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 958.478206] env[62270]: INFO nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Took 9.65 seconds to spawn the instance on the hypervisor. [ 958.478407] env[62270]: DEBUG nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 958.479262] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97951c9-2fdd-4f03-80c0-c82d1ae75713 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.491311] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.491888] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 958.494729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.837s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.494729] env[62270]: DEBUG nova.objects.instance [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lazy-loading 'resources' on Instance uuid f24ad94c-04d0-46bd-a7c9-05c4def039b7 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.746508] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291856, 'name': Rename_Task, 'duration_secs': 0.166824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.746866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 958.749363] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a62f5466-b343-4db1-b4da-bc135a0777a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.757986] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 958.757986] env[62270]: value = "task-4291857" [ 958.757986] env[62270]: _type = "Task" [ 958.757986] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.771517] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.984468] env[62270]: DEBUG nova.network.neutron [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updated VIF entry in instance network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 958.984888] env[62270]: DEBUG nova.network.neutron [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.001707] env[62270]: DEBUG nova.compute.utils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.007062] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 959.007253] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 959.010180] env[62270]: INFO nova.compute.manager [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Took 46.80 seconds to build instance. [ 959.090154] env[62270]: DEBUG nova.policy [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 959.126865] env[62270]: DEBUG nova.compute.manager [req-fbe951a2-7d51-4d1f-9273-8aa96e07b6b5 req-c1ac222c-9eac-4734-a8d7-53bcf2ea8267 service nova] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Received event network-vif-deleted-5acfcc0c-6e0a-4426-a398-cbd693d6d878 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 959.132592] env[62270]: DEBUG nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Successfully created port: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.277662] env[62270]: DEBUG oslo_vmware.api [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291857, 'name': PowerOnVM_Task, 'duration_secs': 0.507927} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.278461] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 959.278598] env[62270]: INFO nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Took 7.67 seconds to spawn the instance on the hypervisor. [ 959.278977] env[62270]: DEBUG nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 959.280585] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595ab364-c259-4aa7-ada0-29f56579cf05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.488481] env[62270]: DEBUG oslo_concurrency.lockutils [req-ab6f4d88-78a2-4eab-b92e-03cbe9f4d65b req-4ea21677-ffd7-4849-b9c8-888c9a042951 service nova] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.512479] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 959.514507] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6305d7b-0d0f-4c72-9ac8-15fb053de98b tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.892s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.669715] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d065777-b7ca-4c8a-bdd0-bf7e65b1d373 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.684847] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca86fed-980a-4737-ac1f-406cd576af1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.726959] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765f677-f419-4d89-b8a1-9606eb8fb5bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.735780] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee2a41-502d-4a9b-9ae9-28c68e948f8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754007] env[62270]: DEBUG nova.compute.provider_tree [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.755912] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Successfully created port: cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.817445] env[62270]: INFO nova.compute.manager [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Took 45.27 seconds to build instance. [ 960.259129] env[62270]: DEBUG nova.scheduler.client.report [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 960.321180] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2605f8f9-1cc7-4fa2-afbf-51aedfbd3c20 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.819s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.521994] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 960.617157] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 960.617157] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 960.617157] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.617157] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 960.617468] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.617590] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 960.617825] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 960.617994] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 960.618205] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 960.618389] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 960.618608] env[62270]: DEBUG nova.virt.hardware [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.619654] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6936f8e-9700-4b5a-90c8-86bda6d4ee6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.630040] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ed34a-a8cc-4daa-877f-04174f2e0872 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.765905] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.769351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.545s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.773256] env[62270]: INFO nova.compute.claims [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.795506] env[62270]: INFO nova.scheduler.client.report [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted allocations for instance f24ad94c-04d0-46bd-a7c9-05c4def039b7 [ 961.061259] env[62270]: DEBUG nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Successfully updated port: 7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.306118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2ec7579c-7327-4d87-b3de-e9e9053b863f tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "f24ad94c-04d0-46bd-a7c9-05c4def039b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.544s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.567246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.567246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.567246] env[62270]: DEBUG nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 962.011212] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Successfully updated port: cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.127328] env[62270]: WARNING nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 962.376661] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e00c7f-b3dd-436f-95cf-cc32ea184ef7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.388205] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bde6849-f8b6-4018-a870-bb57e01d7350 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.431722] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0dc505-0d3c-419a-b66b-0250d2242452 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.441492] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa40a39-ce99-4995-8baa-9698f2a766bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.457866] env[62270]: DEBUG nova.compute.provider_tree [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.516334] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.516334] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.516334] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 962.686571] env[62270]: DEBUG nova.compute.manager [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-plugged-7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 962.687314] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.688324] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.688324] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.688324] env[62270]: DEBUG nova.compute.manager [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] No waiting events found dispatching network-vif-plugged-7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 962.689049] env[62270]: WARNING nova.compute.manager [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received unexpected event network-vif-plugged-7a16a1cf-26c1-4782-8813-2ed42a60f2eb for instance with vm_state active and task_state None. [ 962.689049] env[62270]: DEBUG nova.compute.manager [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-changed-7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 962.689049] env[62270]: DEBUG nova.compute.manager [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing instance network info cache due to event network-changed-7a16a1cf-26c1-4782-8813-2ed42a60f2eb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 962.689049] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.960579] env[62270]: DEBUG nova.compute.manager [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Received event network-vif-plugged-cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 962.960811] env[62270]: DEBUG oslo_concurrency.lockutils [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.961039] env[62270]: DEBUG oslo_concurrency.lockutils [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] Lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.961223] env[62270]: DEBUG oslo_concurrency.lockutils [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] Lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.961415] env[62270]: DEBUG nova.compute.manager [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] No waiting events found dispatching network-vif-plugged-cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 962.961604] env[62270]: WARNING nova.compute.manager [req-b56a891a-cc46-45e2-a4a5-1954cc315ad0 req-21e1b477-4207-46a4-b02d-c0d31b5fa9f5 service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Received unexpected event network-vif-plugged-cd47400f-5b25-4814-8877-638726222c2e for instance with vm_state building and task_state spawning. [ 962.962907] env[62270]: DEBUG nova.scheduler.client.report [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 963.059888] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 963.110896] env[62270]: DEBUG nova.network.neutron [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "address": "fa:16:3e:79:a4:ca", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a16a1cf-26", "ovs_interfaceid": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.217748] env[62270]: DEBUG nova.network.neutron [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Updating instance_info_cache with network_info: [{"id": "cd47400f-5b25-4814-8877-638726222c2e", "address": "fa:16:3e:90:e4:24", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd47400f-5b", "ovs_interfaceid": "cd47400f-5b25-4814-8877-638726222c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.468764] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.469116] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 963.473453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.488s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.476868] env[62270]: INFO nova.compute.claims [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.614343] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.615413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.615590] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.615911] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.616124] env[62270]: DEBUG nova.network.neutron [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing network info cache for port 7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 963.622640] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aed9cb-7239-4fa7-ae64-b5244b7aa6f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.646699] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 963.646957] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 963.647140] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.647338] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 963.647492] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.648056] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 963.648056] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 963.648056] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 963.648222] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 963.648349] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 963.648521] env[62270]: DEBUG nova.virt.hardware [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.656025] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfiguring VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 963.656221] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e308b2a-c508-4252-8295-e36e6d61423b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.675969] env[62270]: DEBUG oslo_vmware.api [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 963.675969] env[62270]: value = "task-4291858" [ 963.675969] env[62270]: _type = "Task" [ 963.675969] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.686615] env[62270]: DEBUG oslo_vmware.api [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291858, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.722078] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.722078] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Instance network_info: |[{"id": "cd47400f-5b25-4814-8877-638726222c2e", "address": "fa:16:3e:90:e4:24", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd47400f-5b", "ovs_interfaceid": "cd47400f-5b25-4814-8877-638726222c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 963.722078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:e4:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd47400f-5b25-4814-8877-638726222c2e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.734269] env[62270]: DEBUG oslo.service.loopingcall [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.734544] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 963.735103] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc708d29-e7c3-4030-8053-dcebb870ccc1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.759911] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.759911] env[62270]: value = "task-4291859" [ 963.759911] env[62270]: _type = "Task" [ 963.759911] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.769613] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291859, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.983146] env[62270]: DEBUG nova.compute.utils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.989661] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 963.989661] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 964.068218] env[62270]: DEBUG nova.policy [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b188a3db20ab49f0ac8a641eb0eca9f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910c66d9c8349a3aeec5267866aaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 964.190570] env[62270]: DEBUG oslo_vmware.api [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.274997] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291859, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.448888] env[62270]: DEBUG nova.network.neutron [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updated VIF entry in instance network info cache for port 7a16a1cf-26c1-4782-8813-2ed42a60f2eb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 964.449753] env[62270]: DEBUG nova.network.neutron [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "address": "fa:16:3e:79:a4:ca", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a16a1cf-26", "ovs_interfaceid": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.489897] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 964.624125] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Successfully created port: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.690521] env[62270]: DEBUG oslo_vmware.api [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291858, 'name': ReconfigVM_Task, 'duration_secs': 0.944338} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.691827] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.691827] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfigured VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 964.775426] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291859, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.958694] env[62270]: DEBUG oslo_concurrency.lockutils [req-d0b8172c-4db7-409e-bf4d-f966fd36a802 req-ae50349e-b853-44ee-ac53-ee0d73a5e50c service nova] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.104020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f023c51a-e1a0-4cfb-b6c2-519bc79a69c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.113267] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa550be-7bb7-4b25-a166-027cc25d2518 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.153359] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55709590-320f-4721-86b6-e582328901bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.158800] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915da1d-c785-4ed0-94fb-e63fef34f5af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.173788] env[62270]: DEBUG nova.compute.provider_tree [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.196239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-690acfed-2d6d-45cc-b336-6339ec38f606 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.107s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.271668] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291859, 'name': CreateVM_Task, 'duration_secs': 1.410555} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.272706] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 965.272706] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.272923] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.273642] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.273642] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33b045c-a6c4-481f-8099-13efa1b50f30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.278044] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 965.278044] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529789f7-8b4a-019d-62f3-c1ce2ae9401e" [ 965.278044] env[62270]: _type = "Task" [ 965.278044] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.287977] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529789f7-8b4a-019d-62f3-c1ce2ae9401e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.506541] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 965.539938] env[62270]: DEBUG nova.compute.manager [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Received event network-changed-8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 965.539938] env[62270]: DEBUG nova.compute.manager [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Refreshing instance network info cache due to event network-changed-8b616ced-c3f6-474b-b20b-85a8f59f9800. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 965.539938] env[62270]: DEBUG oslo_concurrency.lockutils [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] Acquiring lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.539938] env[62270]: DEBUG oslo_concurrency.lockutils [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] Acquired lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.540295] env[62270]: DEBUG nova.network.neutron [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Refreshing network info cache for port 8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 965.545778] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 965.545778] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 965.545907] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.546068] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 965.546257] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.546378] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 965.547242] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 965.547453] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 965.547643] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 965.547823] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 965.548018] env[62270]: DEBUG nova.virt.hardware [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.549502] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d36064-7bf8-46fc-9a15-530e7910b18f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.559409] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.559691] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.567630] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262ec16-4ea6-4caf-9da3-b6cbaf0ac1ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.676682] env[62270]: DEBUG nova.scheduler.client.report [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.753857] env[62270]: DEBUG nova.compute.manager [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Received event network-changed-cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 965.753972] env[62270]: DEBUG nova.compute.manager [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Refreshing instance network info cache due to event network-changed-cd47400f-5b25-4814-8877-638726222c2e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 965.754310] env[62270]: DEBUG oslo_concurrency.lockutils [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] Acquiring lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.754429] env[62270]: DEBUG oslo_concurrency.lockutils [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] Acquired lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.754617] env[62270]: DEBUG nova.network.neutron [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Refreshing network info cache for port cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 965.795611] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529789f7-8b4a-019d-62f3-c1ce2ae9401e, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.795611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.795611] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.795611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.795611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.795611] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.795611] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ad9eac-dda5-4efb-925c-8c6c04c12654 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.806740] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.807045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 965.808094] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080a9f5e-16f2-4ee8-8648-b2e0c5dcffcf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.816043] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 965.816043] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e824dc-bb98-aa84-400d-37288a99ada8" [ 965.816043] env[62270]: _type = "Task" [ 965.816043] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.826298] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e824dc-bb98-aa84-400d-37288a99ada8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.002281] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.002956] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.004524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.004524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.004524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.007433] env[62270]: INFO nova.compute.manager [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Terminating instance [ 966.010074] env[62270]: DEBUG nova.compute.manager [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 966.010282] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 966.011291] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4a3207-25e6-4ccf-8ca4-44be2800b606 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.027290] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 966.027581] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84082ec3-edf6-4293-8daa-be8b2c5e6810 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.034325] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 966.034325] env[62270]: value = "task-4291860" [ 966.034325] env[62270]: _type = "Task" [ 966.034325] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.055102] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.067613] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 966.184734] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.185281] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 966.188055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.602s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.190274] env[62270]: INFO nova.compute.claims [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.333437] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e824dc-bb98-aa84-400d-37288a99ada8, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.334778] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea397d6d-9e45-40c7-b5e9-f31ef35e9f24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.344806] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 966.344806] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528baffa-8f69-dd91-87b1-88a8a4e9ae06" [ 966.344806] env[62270]: _type = "Task" [ 966.344806] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.353336] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528baffa-8f69-dd91-87b1-88a8a4e9ae06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.423023] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Successfully updated port: 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.544661] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291860, 'name': PowerOffVM_Task, 'duration_secs': 0.298614} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.546445] env[62270]: DEBUG nova.network.neutron [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updated VIF entry in instance network info cache for port 8b616ced-c3f6-474b-b20b-85a8f59f9800. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 966.546445] env[62270]: DEBUG nova.network.neutron [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating instance_info_cache with network_info: [{"id": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "address": "fa:16:3e:a9:2d:71", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b616ced-c3", "ovs_interfaceid": "8b616ced-c3f6-474b-b20b-85a8f59f9800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.547362] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 966.547597] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 966.548098] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7939776-ef77-45bb-89e2-8b6449ae03de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.569128] env[62270]: DEBUG nova.network.neutron [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Updated VIF entry in instance network info cache for port cd47400f-5b25-4814-8877-638726222c2e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 966.569128] env[62270]: DEBUG nova.network.neutron [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Updating instance_info_cache with network_info: [{"id": "cd47400f-5b25-4814-8877-638726222c2e", "address": "fa:16:3e:90:e4:24", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd47400f-5b", "ovs_interfaceid": "cd47400f-5b25-4814-8877-638726222c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.598242] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.610767] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 966.611040] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 966.611178] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Deleting the datastore file [datastore2] 62db13b9-21e7-4994-bd44-0a199df6bcaa {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.611534] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d601029c-6316-4712-8636-37d8020de798 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.620295] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for the task: (returnval){ [ 966.620295] env[62270]: value = "task-4291862" [ 966.620295] env[62270]: _type = "Task" [ 966.620295] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.628378] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.697785] env[62270]: DEBUG nova.compute.utils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 966.700390] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 966.700497] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 966.743932] env[62270]: DEBUG nova.policy [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c42515ae8ccc4dcda4c11eb9e27d4312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacdf7fdb3024718a52edb41ca6ceb4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 966.861630] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528baffa-8f69-dd91-87b1-88a8a4e9ae06, 'name': SearchDatastore_Task, 'duration_secs': 0.033915} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.861630] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.861630] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e368bc32-884a-46d7-879d-f94cd58b529d/e368bc32-884a-46d7-879d-f94cd58b529d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 966.861630] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68215c04-389e-40f5-a3e8-dd5706e03e98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.876971] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 966.876971] env[62270]: value = "task-4291863" [ 966.876971] env[62270]: _type = "Task" [ 966.876971] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.886829] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.933926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.933926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.933926] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 967.049666] env[62270]: DEBUG oslo_concurrency.lockutils [req-7452cfe5-cd74-4bba-82c8-2fe4ed18eda3 req-780a7157-ae96-41d9-bd9a-03796f712677 service nova] Releasing lock "refresh_cache-1651a605-4134-475f-84d5-1651b768515e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.059730] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Successfully created port: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.071631] env[62270]: DEBUG oslo_concurrency.lockutils [req-183359c7-fbcd-413c-bdff-ce9129afb0cb req-1b61656a-16a4-403b-9edb-39be2dd97dce service nova] Releasing lock "refresh_cache-e368bc32-884a-46d7-879d-f94cd58b529d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.132393] env[62270]: DEBUG oslo_vmware.api [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Task: {'id': task-4291862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36819} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.132655] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.132841] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 967.133031] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 967.133211] env[62270]: INFO nova.compute.manager [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 967.133482] env[62270]: DEBUG oslo.service.loopingcall [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.133692] env[62270]: DEBUG nova.compute.manager [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 967.133784] env[62270]: DEBUG nova.network.neutron [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 967.202982] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 967.394185] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.499339] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 967.579121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.581013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.730100] env[62270]: DEBUG nova.network.neutron [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updating instance_info_cache with network_info: [{"id": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "address": "fa:16:3e:dc:47:e1", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7abbe4-51", "ovs_interfaceid": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.862390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf409d6-d2ea-4c19-8548-c40a8bdad9e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.871245] env[62270]: DEBUG nova.compute.manager [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Received event network-vif-plugged-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 967.871245] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Acquiring lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.871245] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.871245] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.871245] env[62270]: DEBUG nova.compute.manager [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] No waiting events found dispatching network-vif-plugged-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 967.871245] env[62270]: WARNING nova.compute.manager [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Received unexpected event network-vif-plugged-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf for instance with vm_state building and task_state spawning. [ 967.871472] env[62270]: DEBUG nova.compute.manager [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Received event network-changed-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 967.871795] env[62270]: DEBUG nova.compute.manager [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Refreshing instance network info cache due to event network-changed-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 967.872016] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Acquiring lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.876092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82d051-bc4c-47e3-ab15-bb0a1b817e91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.889216] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664692} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.918319] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e368bc32-884a-46d7-879d-f94cd58b529d/e368bc32-884a-46d7-879d-f94cd58b529d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 967.918634] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.919459] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642e542a-174b-4b4f-98ce-8e9b69c37dbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.921955] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d382cc-5ec7-40d4-9940-18e73964707e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.932223] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b24a6ef-905b-47e9-b32d-08838b20e860 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.936953] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 967.936953] env[62270]: value = "task-4291864" [ 967.936953] env[62270]: _type = "Task" [ 967.936953] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.949178] env[62270]: DEBUG nova.compute.provider_tree [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.957951] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.085465] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 968.216691] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 968.237015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.237627] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance network_info: |[{"id": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "address": "fa:16:3e:dc:47:e1", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7abbe4-51", "ovs_interfaceid": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 968.237750] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Acquired lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.237993] env[62270]: DEBUG nova.network.neutron [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Refreshing network info cache for port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 968.239437] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:47:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.247685] env[62270]: DEBUG oslo.service.loopingcall [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.251399] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 968.251495] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 968.251661] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.251815] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 968.251972] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.252140] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 968.252525] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 968.252525] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 968.252720] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 968.252906] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 968.253102] env[62270]: DEBUG nova.virt.hardware [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.253704] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 968.254746] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e6c90-8af7-4093-80d8-aa4eea4d9901 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.257330] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc960789-fac0-4838-8199-8f4e17b4ce8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.280096] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd072c6b-3c55-4288-8e68-6c36bca00cda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.283810] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.283810] env[62270]: value = "task-4291865" [ 968.283810] env[62270]: _type = "Task" [ 968.283810] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.299646] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291865, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.452021] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06543} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.452021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.452021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf17cd1-fa94-4192-926e-ab8cdfcf5888 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.454571] env[62270]: DEBUG nova.scheduler.client.report [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 968.485763] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] e368bc32-884a-46d7-879d-f94cd58b529d/e368bc32-884a-46d7-879d-f94cd58b529d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.487388] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9f8874-c844-495f-a63e-88588b18a79e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.510938] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 968.510938] env[62270]: value = "task-4291866" [ 968.510938] env[62270]: _type = "Task" [ 968.510938] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.522180] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.575146] env[62270]: DEBUG nova.compute.manager [req-6106ea11-0982-409c-83e6-02192fffc738 req-9074b804-a2d6-4634-b9a3-49278c149189 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Received event network-vif-deleted-ce63489b-83c6-470d-ac5d-a09b463dbe60 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 968.575313] env[62270]: INFO nova.compute.manager [req-6106ea11-0982-409c-83e6-02192fffc738 req-9074b804-a2d6-4634-b9a3-49278c149189 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Neutron deleted interface ce63489b-83c6-470d-ac5d-a09b463dbe60; detaching it from the instance and deleting it from the info cache [ 968.575522] env[62270]: DEBUG nova.network.neutron [req-6106ea11-0982-409c-83e6-02192fffc738 req-9074b804-a2d6-4634-b9a3-49278c149189 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.613590] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.711056] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.711218] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.711613] env[62270]: DEBUG nova.objects.instance [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.737029] env[62270]: DEBUG nova.network.neutron [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.759443] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Successfully updated port: f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.794242] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291865, 'name': CreateVM_Task, 'duration_secs': 0.426978} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.794431] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 968.795259] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.795641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.795983] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 968.796272] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55884afb-a69d-4df4-b92f-ad4f69f54861 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.802208] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 968.802208] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526dc375-307b-8880-9469-4ffa5eb56854" [ 968.802208] env[62270]: _type = "Task" [ 968.802208] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.810675] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526dc375-307b-8880-9469-4ffa5eb56854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.960932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.961548] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 968.964656] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.174s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.964656] env[62270]: DEBUG nova.objects.instance [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lazy-loading 'resources' on Instance uuid 85e04614-4419-4d6e-844c-002f70c6f654 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.010314] env[62270]: DEBUG nova.network.neutron [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updated VIF entry in instance network info cache for port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 969.010705] env[62270]: DEBUG nova.network.neutron [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updating instance_info_cache with network_info: [{"id": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "address": "fa:16:3e:dc:47:e1", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7abbe4-51", "ovs_interfaceid": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.021051] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291866, 'name': ReconfigVM_Task, 'duration_secs': 0.325187} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.021819] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfigured VM instance instance-0000004f to attach disk [datastore2] e368bc32-884a-46d7-879d-f94cd58b529d/e368bc32-884a-46d7-879d-f94cd58b529d.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.022463] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c259427e-e724-47d9-bee1-f112a9dded62 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.028998] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 969.028998] env[62270]: value = "task-4291867" [ 969.028998] env[62270]: _type = "Task" [ 969.028998] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.037701] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291867, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.078206] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9e8d32b-4489-4c9d-b476-6223fb0d2608 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.086866] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bffabfa-c119-40ec-899d-f8ce553f3c04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.123296] env[62270]: DEBUG nova.compute.manager [req-6106ea11-0982-409c-83e6-02192fffc738 req-9074b804-a2d6-4634-b9a3-49278c149189 service nova] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Detach interface failed, port_id=ce63489b-83c6-470d-ac5d-a09b463dbe60, reason: Instance 62db13b9-21e7-4994-bd44-0a199df6bcaa could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 969.239629] env[62270]: INFO nova.compute.manager [-] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Took 2.11 seconds to deallocate network for instance. [ 969.262622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.262790] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.262940] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 969.312522] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526dc375-307b-8880-9469-4ffa5eb56854, 'name': SearchDatastore_Task, 'duration_secs': 0.038759} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.314878] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.315129] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.315373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.315527] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.315754] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.316039] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89790125-e338-456d-838a-38af7c1652e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.324540] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.324728] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 969.325442] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046ed6c4-972c-4964-9ae3-21681bae426f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.330509] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 969.330509] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520ef0ca-15b5-1908-b72c-d478274c8a89" [ 969.330509] env[62270]: _type = "Task" [ 969.330509] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.338055] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520ef0ca-15b5-1908-b72c-d478274c8a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.368513] env[62270]: DEBUG nova.objects.instance [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.468019] env[62270]: DEBUG nova.compute.utils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 969.469428] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 969.469593] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 969.516910] env[62270]: DEBUG oslo_concurrency.lockutils [req-b418bba3-9065-401a-94e0-c28d551095ca req-c2ace593-0856-46ea-858e-d286d3770588 service nova] Releasing lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.537682] env[62270]: DEBUG nova.policy [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 969.542529] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291867, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.747566] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.810921] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 969.845444] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520ef0ca-15b5-1908-b72c-d478274c8a89, 'name': SearchDatastore_Task, 'duration_secs': 0.007881} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.846372] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a36203b3-d80d-41c0-80bf-86d642d0c23c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.854225] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 969.854225] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209e173-a576-6ac4-affb-7946ed38ad27" [ 969.854225] env[62270]: _type = "Task" [ 969.854225] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.861184] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209e173-a576-6ac4-affb-7946ed38ad27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.871042] env[62270]: DEBUG nova.objects.base [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<048fc5b2-f718-450e-bbd5-b228770190bc> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 969.871251] env[62270]: DEBUG nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 969.945845] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Successfully created port: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.949940] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac237c5-6b3b-4162-8f45-d5de9732ce28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.957690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53a782-23bd-4921-b309-b5fe5956467e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.993243] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 969.997203] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c6ee66-9a89-40cb-8834-2b8b41f7f468 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.012020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c037a1-fc73-42e9-901d-c017ddf0f494 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.023512] env[62270]: DEBUG nova.compute.provider_tree [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.039840] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291867, 'name': Rename_Task, 'duration_secs': 0.921375} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.040288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 970.040641] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634b0951-2f85-4400-83c9-f3e3b7a7d3a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.049018] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 970.049018] env[62270]: value = "task-4291868" [ 970.049018] env[62270]: _type = "Task" [ 970.049018] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.055106] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.188138] env[62270]: DEBUG nova.policy [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 970.227865] env[62270]: DEBUG nova.network.neutron [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Updating instance_info_cache with network_info: [{"id": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "address": "fa:16:3e:5b:45:69", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3540e16-10", "ovs_interfaceid": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.365652] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209e173-a576-6ac4-affb-7946ed38ad27, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.366033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.366315] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 970.366588] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56bdf299-d270-4ee5-b960-176d50ffe3eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.379773] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 970.379773] env[62270]: value = "task-4291869" [ 970.379773] env[62270]: _type = "Task" [ 970.379773] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.388423] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.527403] env[62270]: DEBUG nova.scheduler.client.report [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 970.558683] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.641277] env[62270]: DEBUG nova.compute.manager [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Received event network-vif-plugged-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 970.641589] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Acquiring lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.641837] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.642051] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.642339] env[62270]: DEBUG nova.compute.manager [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] No waiting events found dispatching network-vif-plugged-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 970.642558] env[62270]: WARNING nova.compute.manager [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Received unexpected event network-vif-plugged-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb for instance with vm_state building and task_state spawning. [ 970.642750] env[62270]: DEBUG nova.compute.manager [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Received event network-changed-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 970.642926] env[62270]: DEBUG nova.compute.manager [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Refreshing instance network info cache due to event network-changed-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 970.643127] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Acquiring lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.729723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.730164] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Instance network_info: |[{"id": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "address": "fa:16:3e:5b:45:69", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3540e16-10", "ovs_interfaceid": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 970.730602] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Acquired lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.730863] env[62270]: DEBUG nova.network.neutron [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Refreshing network info cache for port f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 970.732401] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:45:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.742593] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating folder: Project (cacdf7fdb3024718a52edb41ca6ceb4f). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.743923] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0953a02-5288-4bcc-8b15-cc56a63c9988 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.758133] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created folder: Project (cacdf7fdb3024718a52edb41ca6ceb4f) in parent group-v845132. [ 970.758449] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating folder: Instances. Parent ref: group-v845353. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.758689] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e2fb74-0ec3-43fd-a839-07566e1d2bd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.770249] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created folder: Instances in parent group-v845353. [ 970.770560] env[62270]: DEBUG oslo.service.loopingcall [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.770766] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 970.770994] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad34fc94-20d6-43ce-bc50-fed93c5d427c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.794252] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.794252] env[62270]: value = "task-4291872" [ 970.794252] env[62270]: _type = "Task" [ 970.794252] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.803148] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291872, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.889876] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470337} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.890203] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 970.890449] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.891017] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5129391c-77a5-4caf-82fd-58ab17ce79ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.897158] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 970.897158] env[62270]: value = "task-4291873" [ 970.897158] env[62270]: _type = "Task" [ 970.897158] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.904626] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.002735] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 971.033962] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 971.034235] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 971.034400] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.034612] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 971.034824] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 971.036033] env[62270]: DEBUG nova.virt.hardware [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.036898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e1ae1e-1ee3-44d1-9b7a-53fdf9bbcc4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.040193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.042205] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.444s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.053054] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ccc63c-5489-4ea1-ba47-303d88a66a3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.063412] env[62270]: DEBUG oslo_vmware.api [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291868, 'name': PowerOnVM_Task, 'duration_secs': 0.614369} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.071358] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 971.071748] env[62270]: INFO nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Took 10.55 seconds to spawn the instance on the hypervisor. [ 971.071963] env[62270]: DEBUG nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 971.073438] env[62270]: INFO nova.scheduler.client.report [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted allocations for instance 85e04614-4419-4d6e-844c-002f70c6f654 [ 971.078167] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0eeb8a-82ca-4516-a796-7e4b38aed07c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.304331] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291872, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.409582] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065263} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.409920] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.410873] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e8dec1-559a-4505-bd84-3a69e472c29f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.436053] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.438750] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9048d27-ea4a-45bc-b580-ab87c4e02f6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.459104] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 971.459104] env[62270]: value = "task-4291874" [ 971.459104] env[62270]: _type = "Task" [ 971.459104] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.471860] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.517503] env[62270]: DEBUG nova.network.neutron [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Updated VIF entry in instance network info cache for port f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 971.518030] env[62270]: DEBUG nova.network.neutron [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Updating instance_info_cache with network_info: [{"id": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "address": "fa:16:3e:5b:45:69", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3540e16-10", "ovs_interfaceid": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.545323] env[62270]: DEBUG nova.objects.instance [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lazy-loading 'migration_context' on Instance uuid 2ba274ef-cf49-4b3d-822e-f38d031d711f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.585548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c445cd31-d02e-4f36-89d2-bd5727c219e3 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "85e04614-4419-4d6e-844c-002f70c6f654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.711s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.594407] env[62270]: INFO nova.compute.manager [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Took 52.38 seconds to build instance. [ 971.732943] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Successfully updated port: 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.801320] env[62270]: DEBUG nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Successfully updated port: 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.809172] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291872, 'name': CreateVM_Task, 'duration_secs': 0.641328} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.809364] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 971.810142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.810318] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.810680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.811428] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f09cd17-e6dc-4b85-9cc1-157f8a1177c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.817129] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 971.817129] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e61a8-68b6-96ec-2d8d-747cb3722cce" [ 971.817129] env[62270]: _type = "Task" [ 971.817129] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.825511] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e61a8-68b6-96ec-2d8d-747cb3722cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.969605] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291874, 'name': ReconfigVM_Task, 'duration_secs': 0.282832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.969912] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.970565] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c80e97b-f547-4707-aae2-d268afc5bc1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.974986] env[62270]: DEBUG nova.compute.manager [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Received event network-vif-plugged-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 971.974986] env[62270]: DEBUG oslo_concurrency.lockutils [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.974986] env[62270]: DEBUG oslo_concurrency.lockutils [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.975153] env[62270]: DEBUG oslo_concurrency.lockutils [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.975277] env[62270]: DEBUG nova.compute.manager [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] No waiting events found dispatching network-vif-plugged-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 971.975473] env[62270]: WARNING nova.compute.manager [req-707168b6-5c46-415f-b514-9c6be83c7c75 req-356d3b5c-f198-4222-84d4-345180e091b8 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Received unexpected event network-vif-plugged-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a for instance with vm_state building and task_state spawning. [ 971.977200] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 971.977200] env[62270]: value = "task-4291875" [ 971.977200] env[62270]: _type = "Task" [ 971.977200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.985727] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291875, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.021520] env[62270]: DEBUG oslo_concurrency.lockutils [req-a091f3c7-fcab-4e52-b7a0-6d19633ee0aa req-25ec993f-50bb-4bed-b3a0-4bbcce2946c9 service nova] Releasing lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.095840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2a5f44da-b356-4331-acce-c1dcbbfe1a2b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.753s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.235354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.235562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.235682] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 972.305108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.305322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.305513] env[62270]: DEBUG nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 972.332173] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520e61a8-68b6-96ec-2d8d-747cb3722cce, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.332495] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.332732] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.333548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.333548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.333548] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.333773] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf13431-0f6a-4e68-96ac-af906e3c0d12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.345329] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.345329] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 972.345938] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91714855-c9dd-4ced-bc5b-b939eb28af03 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.353338] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 972.353338] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52706a2c-8a1a-d97b-fc14-092077be8a98" [ 972.353338] env[62270]: _type = "Task" [ 972.353338] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.361492] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52706a2c-8a1a-d97b-fc14-092077be8a98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.484984] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ec396-012e-4eee-a654-7f70edd51bc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.492152] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291875, 'name': Rename_Task, 'duration_secs': 0.195197} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.492821] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 972.493409] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c5a1de-c96b-45e1-b384-456261482a23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.497784] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb178bb1-469c-4285-8802-5bb2d6f4227b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.502220] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 972.502220] env[62270]: value = "task-4291876" [ 972.502220] env[62270]: _type = "Task" [ 972.502220] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.532328] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb2f6c-4988-4018-ae4f-d391530c6dc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.538742] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.543823] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e648a3-efc9-47db-ba70-a574e8d36eb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.557255] env[62270]: DEBUG nova.compute.provider_tree [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.782629] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 972.863765] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52706a2c-8a1a-d97b-fc14-092077be8a98, 'name': SearchDatastore_Task, 'duration_secs': 0.016335} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.866973] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ee7f4d-9f16-43e4-9480-c95bc56c5c8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.872663] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 972.872663] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52787855-463d-58e2-89b3-35f1aebca002" [ 972.872663] env[62270]: _type = "Task" [ 972.872663] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.880799] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52787855-463d-58e2-89b3-35f1aebca002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.887426] env[62270]: WARNING nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 972.887636] env[62270]: WARNING nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 972.943537] env[62270]: DEBUG nova.network.neutron [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating instance_info_cache with network_info: [{"id": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "address": "fa:16:3e:df:33:77", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a73726-dd", "ovs_interfaceid": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.012794] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.060285] env[62270]: DEBUG nova.scheduler.client.report [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 973.384382] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52787855-463d-58e2-89b3-35f1aebca002, 'name': SearchDatastore_Task, 'duration_secs': 0.014683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.384736] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.385028] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/25ad4cac-ab57-49d4-bf99-d32401b032c6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 973.385310] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d61dbad3-fc96-46e4-be27-523ca5954256 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.392866] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 973.392866] env[62270]: value = "task-4291877" [ 973.392866] env[62270]: _type = "Task" [ 973.392866] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.400305] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.446044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.446383] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance network_info: |[{"id": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "address": "fa:16:3e:df:33:77", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a73726-dd", "ovs_interfaceid": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 973.446833] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:33:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a73726-ddbb-4d54-94bc-8e7fa0b14b6a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.455005] env[62270]: DEBUG oslo.service.loopingcall [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.455257] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 973.455492] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea5c9a7-0993-4b2c-8757-cfd9fd8f5061 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.479251] env[62270]: DEBUG nova.network.neutron [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "address": "fa:16:3e:79:a4:ca", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a16a1cf-26", "ovs_interfaceid": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "address": "fa:16:3e:66:41:8a", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ff3ca-77", "ovs_interfaceid": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.486505] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.486505] env[62270]: value = "task-4291878" [ 973.486505] env[62270]: _type = "Task" [ 973.486505] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.496481] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291878, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.512683] env[62270]: DEBUG oslo_vmware.api [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4291876, 'name': PowerOnVM_Task, 'duration_secs': 0.762916} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.512964] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 973.513219] env[62270]: INFO nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Took 8.01 seconds to spawn the instance on the hypervisor. [ 973.513432] env[62270]: DEBUG nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 973.514297] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b0d7f-3eca-438f-a6f6-d02600740355 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.536280] env[62270]: DEBUG nova.compute.manager [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-plugged-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 973.536280] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.536432] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.536604] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.536790] env[62270]: DEBUG nova.compute.manager [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] No waiting events found dispatching network-vif-plugged-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 973.536974] env[62270]: WARNING nova.compute.manager [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received unexpected event network-vif-plugged-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 for instance with vm_state active and task_state None. [ 973.538250] env[62270]: DEBUG nova.compute.manager [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-changed-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 973.538250] env[62270]: DEBUG nova.compute.manager [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing instance network info cache due to event network-changed-905ff3ca-77bf-492b-b96f-3ae8d19f33c3. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 973.538250] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.759967] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.760340] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.760567] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.760814] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.761060] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.763618] env[62270]: INFO nova.compute.manager [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Terminating instance [ 973.766657] env[62270]: DEBUG nova.compute.manager [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 973.766893] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 973.767869] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168d145-a054-41d6-8304-18048fdaf4e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.777595] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 973.777595] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55d2e379-e209-4310-810d-a3975428537b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.785988] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 973.785988] env[62270]: value = "task-4291879" [ 973.785988] env[62270]: _type = "Task" [ 973.785988] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.795677] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.904658] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498364} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.905035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/25ad4cac-ab57-49d4-bf99-d32401b032c6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 973.905283] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.905552] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-103d6902-d030-4b19-977b-8a7520f206f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.911765] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 973.911765] env[62270]: value = "task-4291880" [ 973.911765] env[62270]: _type = "Task" [ 973.911765] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.924173] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.983197] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.984033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.984491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.984597] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.984799] env[62270]: DEBUG nova.network.neutron [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Refreshing network info cache for port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 973.986659] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094767a-0b7b-48f8-bcd4-cb86fec9f4a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.999729] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291878, 'name': CreateVM_Task, 'duration_secs': 0.495405} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.014421] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 974.015809] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 974.015809] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 974.016019] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.016107] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 974.016264] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.016417] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 974.016652] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 974.016827] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 974.017016] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 974.017186] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 974.017368] env[62270]: DEBUG nova.virt.hardware [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.023791] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfiguring VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 974.024611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.024937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.025146] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.025732] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070f0946-096b-4918-90eb-87b70fb8e465 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.038222] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202406b6-b10b-4b84-bde1-84d078430215 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.046507] env[62270]: INFO nova.compute.manager [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Took 50.84 seconds to build instance. [ 974.050101] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 974.050101] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206e81b-dc20-c82b-24ab-261b057a2b5b" [ 974.050101] env[62270]: _type = "Task" [ 974.050101] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.051577] env[62270]: DEBUG oslo_vmware.api [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 974.051577] env[62270]: value = "task-4291881" [ 974.051577] env[62270]: _type = "Task" [ 974.051577] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.063722] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206e81b-dc20-c82b-24ab-261b057a2b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.067333] env[62270]: DEBUG oslo_vmware.api [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291881, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.074698] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.032s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.081512] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.790s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.081737] env[62270]: DEBUG nova.objects.instance [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.296082] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291879, 'name': PowerOffVM_Task, 'duration_secs': 0.246433} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.296364] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 974.296544] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 974.296812] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2fe391-a265-4ed6-aee7-bc78e31bf876 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.381940] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 974.382265] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 974.382592] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.382990] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a303ac24-8071-4c85-a4e5-169107153333 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.390119] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 974.390119] env[62270]: value = "task-4291883" [ 974.390119] env[62270]: _type = "Task" [ 974.390119] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.398937] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.421150] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07994} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.421497] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.422511] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b290018-8042-4c97-8ff8-532b81cf47c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.446965] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/25ad4cac-ab57-49d4-bf99-d32401b032c6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.447254] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c757e1f-dba8-4bd2-a422-328d6493f4b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.465314] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.465569] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.469434] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 974.469434] env[62270]: value = "task-4291884" [ 974.469434] env[62270]: _type = "Task" [ 974.469434] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.480163] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.548926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-52e15660-9c51-4790-9bf5-43f735c44a86 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.051s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.568101] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5206e81b-dc20-c82b-24ab-261b057a2b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.572731] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.573025] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.573332] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.573913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.573913] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.574233] env[62270]: DEBUG oslo_vmware.api [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.574466] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d02b783-9be7-49d1-9b0e-7fb491bc5012 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.598104] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.598314] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 974.599066] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89491f4a-de90-40b6-925f-ff3dad409934 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.606079] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 974.606079] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ebc776-d8f4-4038-59d9-9c3568579e16" [ 974.606079] env[62270]: _type = "Task" [ 974.606079] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.617171] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ebc776-d8f4-4038-59d9-9c3568579e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.764590] env[62270]: DEBUG nova.network.neutron [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updated VIF entry in instance network info cache for port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 974.765153] env[62270]: DEBUG nova.network.neutron [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "address": "fa:16:3e:79:a4:ca", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a16a1cf-26", "ovs_interfaceid": "7a16a1cf-26c1-4782-8813-2ed42a60f2eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "address": "fa:16:3e:66:41:8a", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ff3ca-77", "ovs_interfaceid": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.900124] env[62270]: DEBUG oslo_vmware.api [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4291883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406498} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.900404] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.900599] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 974.900785] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 974.900988] env[62270]: INFO nova.compute.manager [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Took 1.13 seconds to destroy the instance on the hypervisor. [ 974.901305] env[62270]: DEBUG oslo.service.loopingcall [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.901553] env[62270]: DEBUG nova.compute.manager [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 974.901687] env[62270]: DEBUG nova.network.neutron [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 974.969743] env[62270]: DEBUG nova.compute.utils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.981748] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.033844] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "baf56548-edf9-4907-b42e-9f15fa110359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.034094] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.066224] env[62270]: DEBUG oslo_vmware.api [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.090140] env[62270]: DEBUG oslo_concurrency.lockutils [None req-34e7d8dc-d08a-4eb4-bddb-ccd7adabc66c tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.091670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.716s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.092033] env[62270]: DEBUG nova.objects.instance [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lazy-loading 'resources' on Instance uuid 7e44745b-9d48-4eb0-b2ea-a13d79a15db4 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.116518] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ebc776-d8f4-4038-59d9-9c3568579e16, 'name': SearchDatastore_Task, 'duration_secs': 0.014071} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.117518] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c18ba7-a3ee-4234-b286-e19a3d6ee31a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.126022] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 975.126022] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524221ed-b834-6226-eb1f-4c787392b015" [ 975.126022] env[62270]: _type = "Task" [ 975.126022] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.136732] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524221ed-b834-6226-eb1f-4c787392b015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.267717] env[62270]: DEBUG oslo_concurrency.lockutils [req-e9479a1c-9eb8-4c52-a26f-9340bbb765c8 req-a2fb90db-cb4e-4f5c-8c88-a56292348717 service nova] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.475701] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.481400] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291884, 'name': ReconfigVM_Task, 'duration_secs': 0.792985} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.482027] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/25ad4cac-ab57-49d4-bf99-d32401b032c6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.482305] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b118d6d-c033-4838-8e86-0598bd133838 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.488555] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 975.488555] env[62270]: value = "task-4291885" [ 975.488555] env[62270]: _type = "Task" [ 975.488555] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.496320] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291885, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.537025] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 975.566763] env[62270]: DEBUG oslo_vmware.api [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291881, 'name': ReconfigVM_Task, 'duration_secs': 1.203103} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.567304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.567552] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfigured VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 975.618215] env[62270]: INFO nova.compute.manager [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Swapping old allocation on dict_keys(['83183342-0228-4078-997b-26cec6bfe2fb']) held by migration 653837ef-ff99-4853-b824-1b1322a3a413 for instance [ 975.638762] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524221ed-b834-6226-eb1f-4c787392b015, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.639292] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.639576] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 975.639876] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea7a0e0-140c-47cc-97e3-b1c4f82e102f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.648459] env[62270]: DEBUG nova.scheduler.client.report [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Overwriting current allocation {'allocations': {'83183342-0228-4078-997b-26cec6bfe2fb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 110}}, 'project_id': '8a8e9a606be04659b91c25388f3c3247', 'user_id': '195b5ed0f5a0487abc4c3d0ad4d2f733', 'consumer_generation': 1} on consumer 2ba274ef-cf49-4b3d-822e-f38d031d711f {{(pid=62270) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 975.652234] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 975.652234] env[62270]: value = "task-4291886" [ 975.652234] env[62270]: _type = "Task" [ 975.652234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.658189] env[62270]: DEBUG nova.network.neutron [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.665028] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.000613] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291885, 'name': Rename_Task, 'duration_secs': 0.187353} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.005723] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 976.006368] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eefdc06-5037-4f98-a672-5a0012636ca0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.011017] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.011329] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquired lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.011438] env[62270]: DEBUG nova.network.neutron [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 976.018048] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 976.018048] env[62270]: value = "task-4291887" [ 976.018048] env[62270]: _type = "Task" [ 976.018048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.048303] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.068646] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.076354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-915bd278-7359-4113-a8b3-7b2dcb16a8d0 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-905ff3ca-77bf-492b-b96f-3ae8d19f33c3" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.364s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.139641] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6530a604-6d5a-47a8-9c85-f5ae1f9ca0e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.151047] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fac55b-e840-46ad-a8d1-28d2334aa100 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.161919] env[62270]: INFO nova.compute.manager [-] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Took 1.26 seconds to deallocate network for instance. [ 976.222739] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.229903] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796f68b4-49db-431d-bdf1-547b633e17cd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.235747] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.247103] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084c1b1c-28df-4f06-a35a-9333009aa347 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.272352] env[62270]: DEBUG nova.compute.provider_tree [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.535384] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.567080] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.567459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.567767] env[62270]: INFO nova.compute.manager [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Attaching volume 906f07c4-cf2c-44c3-abe0-7a4a1bf8575d to /dev/sdb [ 976.617380] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c36933-39a9-4df5-bc7a-2423d8c9106f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.625138] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eda90d-cdc7-44b6-8bb7-a8ec2d1c3315 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.640332] env[62270]: DEBUG nova.virt.block_device [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Updating existing volume attachment record: 6a8508cc-6210-4533-b33e-594a72856305 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 976.666890] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718447} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.667188] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 976.667414] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.667760] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e876bd3e-3b91-418d-9157-d21050e70f5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.675119] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 976.675119] env[62270]: value = "task-4291888" [ 976.675119] env[62270]: _type = "Task" [ 976.675119] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.684688] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.903374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "6d7d6498-c057-448e-81bf-b896186a222f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.903374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.903374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "6d7d6498-c057-448e-81bf-b896186a222f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.903374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.903374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.903374] env[62270]: INFO nova.compute.manager [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Terminating instance [ 976.903374] env[62270]: DEBUG nova.compute.manager [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 976.903374] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 976.903374] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab1153-464e-492c-a5a8-79c195ccfc24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.903374] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 976.903374] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db421f41-0e9d-421c-b255-ef2e6cf42a99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.903374] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 976.903374] env[62270]: value = "task-4291889" [ 976.903374] env[62270]: _type = "Task" [ 976.903374] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.903374] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.903374] env[62270]: DEBUG nova.scheduler.client.report [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 977.031981] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291887, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.049185] env[62270]: DEBUG nova.network.neutron [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [{"id": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "address": "fa:16:3e:3a:db:46", "network": {"id": "4681ad02-3edc-4dff-a93d-958f51788376", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "74d1c69bfdab407da231332ee860a7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1fa44ac-88", "ovs_interfaceid": "d1fa44ac-88c6-4e5e-9979-d41ae6484a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.052364] env[62270]: DEBUG nova.compute.manager [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Received event network-changed-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 977.052874] env[62270]: DEBUG nova.compute.manager [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Refreshing instance network info cache due to event network-changed-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 977.052874] env[62270]: DEBUG oslo_concurrency.lockutils [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] Acquiring lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.053020] env[62270]: DEBUG oslo_concurrency.lockutils [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] Acquired lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.056996] env[62270]: DEBUG nova.network.neutron [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Refreshing network info cache for port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 977.196024] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096372} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.196024] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.196024] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f127f-f364-4a88-8644-9cedfe095a70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.219928] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.220478] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2dcec8-ee49-4a5a-840a-3754c29a2001 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.243405] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 977.243405] env[62270]: value = "task-4291893" [ 977.243405] env[62270]: _type = "Task" [ 977.243405] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.253474] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.274399] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291889, 'name': PowerOffVM_Task, 'duration_secs': 0.302752} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.274880] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 977.275208] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 977.275592] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dadc7f8-3ae6-4fc0-8b88-ff453f1bd268 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282403] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.285306] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.286607] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.287763] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.154s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.293334] env[62270]: INFO nova.compute.claims [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.323056] env[62270]: INFO nova.scheduler.client.report [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Deleted allocations for instance 7e44745b-9d48-4eb0-b2ea-a13d79a15db4 [ 977.347636] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 977.347636] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 977.347909] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Deleting the datastore file [datastore2] 6d7d6498-c057-448e-81bf-b896186a222f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.348883] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-437a34ff-1f35-4dda-abaa-47b9eef59a43 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.356021] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for the task: (returnval){ [ 977.356021] env[62270]: value = "task-4291895" [ 977.356021] env[62270]: _type = "Task" [ 977.356021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.365171] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.534929] env[62270]: DEBUG oslo_vmware.api [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291887, 'name': PowerOnVM_Task, 'duration_secs': 1.50708} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.535356] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 977.535641] env[62270]: INFO nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Took 9.32 seconds to spawn the instance on the hypervisor. [ 977.536220] env[62270]: DEBUG nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 977.537111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649bf5e1-a5ec-42a8-a35d-b05950acb910 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.556487] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Releasing lock "refresh_cache-2ba274ef-cf49-4b3d-822e-f38d031d711f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.556487] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 977.556487] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6299a7ac-6e3a-4f75-84e8-65a02a38ac43 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.564629] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 977.564629] env[62270]: value = "task-4291896" [ 977.564629] env[62270]: _type = "Task" [ 977.564629] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.574469] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.757288] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.802057] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.802324] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 977.835429] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f0a18ba-9310-40c7-b098-5efac3cf1f0c tempest-ServerGroupTestJSON-142431799 tempest-ServerGroupTestJSON-142431799-project-member] Lock "7e44745b-9d48-4eb0-b2ea-a13d79a15db4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.113s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.871082] env[62270]: DEBUG oslo_vmware.api [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Task: {'id': task-4291895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279471} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.872045] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.872045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 977.872045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 977.872045] env[62270]: INFO nova.compute.manager [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 977.872306] env[62270]: DEBUG oslo.service.loopingcall [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.872446] env[62270]: DEBUG nova.compute.manager [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 977.872562] env[62270]: DEBUG nova.network.neutron [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 977.999830] env[62270]: DEBUG nova.network.neutron [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updated VIF entry in instance network info cache for port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 978.000265] env[62270]: DEBUG nova.network.neutron [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating instance_info_cache with network_info: [{"id": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "address": "fa:16:3e:df:33:77", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a73726-dd", "ovs_interfaceid": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.059408] env[62270]: INFO nova.compute.manager [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Took 45.10 seconds to build instance. [ 978.076656] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291896, 'name': PowerOffVM_Task, 'duration_secs': 0.351739} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.077205] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.077734] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:52:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c348a147-c318-4d79-abce-8f3dca2442b3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1081730588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 978.078380] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 978.078380] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.078380] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 978.078549] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.078997] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 978.079150] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 978.079356] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 978.079678] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 978.079842] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 978.080476] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.086505] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94225d32-47fd-49ef-8caa-37feffb33c3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.104066] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 978.104066] env[62270]: value = "task-4291897" [ 978.104066] env[62270]: _type = "Task" [ 978.104066] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.112872] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.207875] env[62270]: DEBUG nova.compute.manager [req-e87db26d-56bc-4865-a096-ca08a0bc259d req-102ebf7c-7a56-4747-8108-1052a6e4b493 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Received event network-vif-deleted-37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 978.207875] env[62270]: INFO nova.compute.manager [req-e87db26d-56bc-4865-a096-ca08a0bc259d req-102ebf7c-7a56-4747-8108-1052a6e4b493 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Neutron deleted interface 37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f; detaching it from the instance and deleting it from the info cache [ 978.207875] env[62270]: DEBUG nova.network.neutron [req-e87db26d-56bc-4865-a096-ca08a0bc259d req-102ebf7c-7a56-4747-8108-1052a6e4b493 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.256059] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291893, 'name': ReconfigVM_Task, 'duration_secs': 0.722346} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.256378] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.257028] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a82d6e-3b5f-43f5-b7ca-bd20fab32cf7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.263413] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 978.263413] env[62270]: value = "task-4291898" [ 978.263413] env[62270]: _type = "Task" [ 978.263413] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.272116] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291898, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.504039] env[62270]: DEBUG oslo_concurrency.lockutils [req-1614c618-36ea-4139-ae68-c3c58d22a5e4 req-ca8d8e25-0e47-4041-8b83-36b9cce0c7b4 service nova] Releasing lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.562806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d492a4d5-af89-4fde-b963-9c0b386a7cba tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.617s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.618783] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291897, 'name': ReconfigVM_Task, 'duration_secs': 0.151874} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.619899] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51c463e-6091-412e-833f-c1991f3324c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.640215] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:52:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c348a147-c318-4d79-abce-8f3dca2442b3',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1081730588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 978.640501] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 978.640674] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.640870] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 978.641092] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.641198] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 978.641442] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 978.641608] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 978.641798] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 978.641973] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 978.642180] env[62270]: DEBUG nova.virt.hardware [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.645715] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92f22759-65fe-4bf9-a51b-cd3c0bce6686 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.651870] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 978.651870] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52439fb7-94c6-697b-725b-fa827b15a4f2" [ 978.651870] env[62270]: _type = "Task" [ 978.651870] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.659930] env[62270]: DEBUG nova.network.neutron [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.661696] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52439fb7-94c6-697b-725b-fa827b15a4f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.713024] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd6434b-4b95-4632-b311-eefae8e8a0e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.725619] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b61165e-4a49-4dec-a2d5-9af20b244ee2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.765614] env[62270]: DEBUG nova.compute.manager [req-e87db26d-56bc-4865-a096-ca08a0bc259d req-102ebf7c-7a56-4747-8108-1052a6e4b493 service nova] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Detach interface failed, port_id=37ec99c7-ac89-4e54-a8bf-55f8d4ccd25f, reason: Instance 6d7d6498-c057-448e-81bf-b896186a222f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 978.775170] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291898, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.801092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e879bf-bb45-41df-b6f6-f6e016dd5f9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.809051] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253b042-2f79-4bcb-a314-18f81cb1c803 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.841972] env[62270]: INFO nova.compute.manager [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Rescuing [ 978.842283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.842445] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.842622] env[62270]: DEBUG nova.network.neutron [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 978.847133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b3ae4-0cf1-48f2-b05b-d4d716e6f3ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.854654] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374577e5-1b01-4241-9d88-e16294985c4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.870971] env[62270]: DEBUG nova.compute.provider_tree [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.878635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.878902] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.162225] env[62270]: INFO nova.compute.manager [-] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Took 1.29 seconds to deallocate network for instance. [ 979.162852] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52439fb7-94c6-697b-725b-fa827b15a4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.170602] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.175037] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff4a7b7-06c0-4285-9034-47d06f8167a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.197021] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 979.197021] env[62270]: value = "task-4291899" [ 979.197021] env[62270]: _type = "Task" [ 979.197021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.204821] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.221320] env[62270]: DEBUG nova.compute.manager [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Received event network-vif-deleted-332f4e24-d194-47c7-ac09-f44edfb0b5e8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 979.221643] env[62270]: DEBUG nova.compute.manager [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Received event network-changed-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 979.221822] env[62270]: DEBUG nova.compute.manager [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Refreshing instance network info cache due to event network-changed-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 979.222169] env[62270]: DEBUG oslo_concurrency.lockutils [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] Acquiring lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.222389] env[62270]: DEBUG oslo_concurrency.lockutils [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] Acquired lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.222603] env[62270]: DEBUG nova.network.neutron [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Refreshing network info cache for port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 979.276692] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291898, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.314757] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Didn't find any instances for network info cache update. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10090}} [ 979.315172] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.315511] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.315822] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.316117] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.316394] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.316677] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.316915] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 979.317195] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.374557] env[62270]: DEBUG nova.scheduler.client.report [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 979.385207] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.385470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.386897] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd164c4-994e-462c-8eff-3411abd12cee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.418963] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283b9f8c-f7da-4ea9-b54d-1921e6e94bd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.454074] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfiguring VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 979.457126] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-688b5fe0-f1d9-4343-a7ab-9b2f16238cab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.478132] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 979.478132] env[62270]: value = "task-4291901" [ 979.478132] env[62270]: _type = "Task" [ 979.478132] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.489696] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.630609] env[62270]: DEBUG nova.network.neutron [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Updating instance_info_cache with network_info: [{"id": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "address": "fa:16:3e:5b:45:69", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3540e16-10", "ovs_interfaceid": "f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.676743] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.706489] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291899, 'name': ReconfigVM_Task, 'duration_secs': 0.212383} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.707084] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.708585] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af350d6-6f3d-4c7a-86f1-93a8d3399657 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.734413] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.734924] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fad84fb-7930-4626-8e7e-f3d9097efeae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.756021] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 979.756021] env[62270]: value = "task-4291902" [ 979.756021] env[62270]: _type = "Task" [ 979.756021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.762603] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.777775] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291898, 'name': Rename_Task, 'duration_secs': 1.127112} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.780563] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 979.780855] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ab85291-fb36-4f63-8434-68b3e984efcd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.787534] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 979.787534] env[62270]: value = "task-4291903" [ 979.787534] env[62270]: _type = "Task" [ 979.787534] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.795819] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.821410] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.887161] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.887686] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 979.890808] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.064s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.890808] env[62270]: DEBUG nova.objects.instance [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lazy-loading 'resources' on Instance uuid 5c8840e4-b874-4909-afd9-fbb46cd2f691 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.988624] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.015726] env[62270]: DEBUG nova.network.neutron [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updated VIF entry in instance network info cache for port 0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 980.015726] env[62270]: DEBUG nova.network.neutron [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updating instance_info_cache with network_info: [{"id": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "address": "fa:16:3e:dc:47:e1", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7abbe4-51", "ovs_interfaceid": "0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.133297] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "refresh_cache-25ad4cac-ab57-49d4-bf99-d32401b032c6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.267238] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291902, 'name': ReconfigVM_Task, 'duration_secs': 0.353824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.267831] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f/2ba274ef-cf49-4b3d-822e-f38d031d711f.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.268855] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc4110-91be-4bab-a7ac-815584ba5cd5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.299341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c4374-26d1-4c82-bd89-cb181d248124 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.307645] env[62270]: DEBUG oslo_vmware.api [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4291903, 'name': PowerOnVM_Task, 'duration_secs': 0.451093} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.326821] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 980.327314] env[62270]: INFO nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Took 9.32 seconds to spawn the instance on the hypervisor. [ 980.327660] env[62270]: DEBUG nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 980.329386] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c6bce-b7ac-4caa-8bfc-687b53cf1958 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.332988] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d0b3b-b1cc-4711-ac29-ab094fe1e17d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.362086] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c0a55-d7a8-4fd1-8cea-b9aaf8558bea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.378027] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 980.378027] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de1ce7eb-bcc9-49d4-97c4-cef40083d133 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.387085] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 980.387085] env[62270]: value = "task-4291904" [ 980.387085] env[62270]: _type = "Task" [ 980.387085] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.398386] env[62270]: DEBUG nova.compute.utils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.404619] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 980.404832] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 980.407538] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.480039] env[62270]: DEBUG nova.policy [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1d96a06792743c59b8437e2cc3566b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '680df199db2348658c5f21d3a6ff1d70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 980.491520] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.518199] env[62270]: DEBUG oslo_concurrency.lockutils [req-a74505f7-7258-468f-a0ce-b29cc01f87b3 req-336e6d47-502e-4173-8aed-f3e03f69c7e9 service nova] Releasing lock "refresh_cache-71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.689938] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 980.690299] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adaff99d-9ece-4837-b66d-93758b972cd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.702303] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 980.702303] env[62270]: value = "task-4291905" [ 980.702303] env[62270]: _type = "Task" [ 980.702303] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.714612] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.830277] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Successfully created port: 7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.879234] env[62270]: INFO nova.compute.manager [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Took 46.31 seconds to build instance. [ 980.907247] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.909040] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 980.989346] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec933f3-c221-4b13-94cc-b7127f652e34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.003935] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c86c24-2218-4b5b-895a-b2da25f25332 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.009555] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.042712] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee53cc33-3c4c-4b7a-a682-754528173eb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.050713] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4061bc84-e54d-4d1b-9e4c-719a265819af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.064693] env[62270]: DEBUG nova.compute.provider_tree [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.213382] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291905, 'name': PowerOffVM_Task, 'duration_secs': 0.325458} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.213812] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 981.214723] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27525554-7379-4b6d-aad9-f385503594eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.236620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09064329-3ce8-4e93-8e99-a6acdfc78c08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.281036] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 981.281036] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03587351-59a3-47fb-a95b-c1c74cb68930 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.289944] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 981.289944] env[62270]: value = "task-4291906" [ 981.289944] env[62270]: _type = "Task" [ 981.289944] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.299342] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 981.299578] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.299892] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.299995] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.300597] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.300597] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06e7eda9-b338-427b-bd00-fb6abc2b2169 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.310620] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.310620] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 981.311475] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d04fe4-03ec-4f6f-b4ab-20e7a3aa2759 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.320076] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 981.320076] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f370c8-14b2-ca5e-510c-315431bfb75b" [ 981.320076] env[62270]: _type = "Task" [ 981.320076] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.326790] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f370c8-14b2-ca5e-510c-315431bfb75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.381438] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5e419d6b-6e54-4cd6-96c1-eac2897c8904 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.445s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.404942] env[62270]: DEBUG oslo_vmware.api [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291904, 'name': PowerOnVM_Task, 'duration_secs': 0.556708} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.404942] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 981.496349] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.569625] env[62270]: DEBUG nova.scheduler.client.report [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 981.696070] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 981.696314] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845358', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'name': 'volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e368bc32-884a-46d7-879d-f94cd58b529d', 'attached_at': '', 'detached_at': '', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'serial': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 981.697182] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58958e-c1d7-4c77-90d2-1c6084c500de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.715481] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b3455e-8c7a-48a2-a28b-cad4d8fdad1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.742520] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d/volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.742857] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-149192e0-7ec2-4177-98f6-a775630f58e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.770598] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 981.770598] env[62270]: value = "task-4291907" [ 981.770598] env[62270]: _type = "Task" [ 981.770598] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.782407] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.831921] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f370c8-14b2-ca5e-510c-315431bfb75b, 'name': SearchDatastore_Task, 'duration_secs': 0.022108} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.832843] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914cc8cb-8862-481b-aa5b-90bc20d857c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.838105] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 981.838105] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5232ef74-4362-d8b2-a708-78f2159ce2eb" [ 981.838105] env[62270]: _type = "Task" [ 981.838105] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.845739] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5232ef74-4362-d8b2-a708-78f2159ce2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.921997] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 981.962216] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 981.962385] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 981.962579] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.962726] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 981.962899] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.963102] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 981.963359] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 981.963568] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 981.963767] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 981.963974] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 981.964202] env[62270]: DEBUG nova.virt.hardware [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.965148] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122039fa-99cd-49b0-92f5-936dd59907c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.974560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91379959-71f1-492b-a896-a35df79bd087 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.997214] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.061233] env[62270]: DEBUG nova.compute.manager [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 982.062223] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ef5ac4-f72a-4b4b-bb84-fbf19d108628 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.077034] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.079854] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.059s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.081145] env[62270]: INFO nova.compute.claims [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.105531] env[62270]: INFO nova.scheduler.client.report [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Deleted allocations for instance 5c8840e4-b874-4909-afd9-fbb46cd2f691 [ 982.282224] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291907, 'name': ReconfigVM_Task, 'duration_secs': 0.364474} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.282546] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d/volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.288604] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd368145-a464-4a58-827a-96525849aa91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.304630] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 982.304630] env[62270]: value = "task-4291908" [ 982.304630] env[62270]: _type = "Task" [ 982.304630] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.312875] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.348903] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5232ef74-4362-d8b2-a708-78f2159ce2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.349105] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.349501] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 982.349806] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b0428fe-c8df-43d6-b6a7-6be08d19aea3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.357302] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 982.357302] env[62270]: value = "task-4291909" [ 982.357302] env[62270]: _type = "Task" [ 982.357302] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.367101] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.429061] env[62270]: INFO nova.compute.manager [None req-a3a7653e-7029-46ff-ab29-ba2078e1c356 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance to original state: 'active' [ 982.504970] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.576756] env[62270]: INFO nova.compute.manager [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] instance snapshotting [ 982.576756] env[62270]: DEBUG nova.objects.instance [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.613830] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e552c15f-18a5-4ed9-9d7c-05a4a6790ded tempest-ImagesOneServerTestJSON-1727385772 tempest-ImagesOneServerTestJSON-1727385772-project-member] Lock "5c8840e4-b874-4909-afd9-fbb46cd2f691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.023s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.720701] env[62270]: DEBUG nova.compute.manager [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Received event network-vif-plugged-7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 982.721886] env[62270]: DEBUG oslo_concurrency.lockutils [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] Acquiring lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.722298] env[62270]: DEBUG oslo_concurrency.lockutils [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.722615] env[62270]: DEBUG oslo_concurrency.lockutils [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.724863] env[62270]: DEBUG nova.compute.manager [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] No waiting events found dispatching network-vif-plugged-7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 982.724863] env[62270]: WARNING nova.compute.manager [req-f85ec58c-bb55-40d1-823a-366313369158 req-f8489024-910e-4e66-aa11-148324065667 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Received unexpected event network-vif-plugged-7590eb17-e819-453d-a246-5f6f25c582b8 for instance with vm_state building and task_state spawning. [ 982.819898] env[62270]: DEBUG oslo_vmware.api [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291908, 'name': ReconfigVM_Task, 'duration_secs': 0.161254} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.820359] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845358', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'name': 'volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e368bc32-884a-46d7-879d-f94cd58b529d', 'attached_at': '', 'detached_at': '', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'serial': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 982.882300] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510586} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.883499] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 982.885076] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9012f65-5f41-4282-9137-e1e9bdeb90f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.934142] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.934622] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07b65c3-e8d3-4a1f-87b4-5c51bbbf6dd9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.966601] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Successfully updated port: 7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.975177] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 982.975177] env[62270]: value = "task-4291910" [ 982.975177] env[62270]: _type = "Task" [ 982.975177] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.991342] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.006354] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.085874] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d350313-ab91-4194-9759-ec285fe21b7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.116783] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c6ba8-feee-4821-ae62-7263ebb7b9a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.478437] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.478437] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.478437] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 983.502309] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291910, 'name': ReconfigVM_Task, 'duration_secs': 0.369953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.503120] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.508377] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be634b6b-845f-4bbe-86ba-8c73e1c446bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.517070] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.553970] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45882a9d-1b21-4710-9cff-2e56bfdab21a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.571928] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 983.571928] env[62270]: value = "task-4291911" [ 983.571928] env[62270]: _type = "Task" [ 983.571928] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.584791] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.630180] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 983.630180] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2b2de448-a9c8-4057-ae79-7bcdea4094e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.639275] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 983.639275] env[62270]: value = "task-4291912" [ 983.639275] env[62270]: _type = "Task" [ 983.639275] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.648176] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291912, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.675017] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec8320f-962a-4911-8399-1de7eb6b83c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.680659] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb21229-dae5-4a6e-a258-914efbef6819 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.720658] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd18a46e-b011-4715-9dc1-039bda4b17c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.729989] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a4bac-58dd-47a6-8ef8-a4f931a69dbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.749444] env[62270]: DEBUG nova.compute.provider_tree [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.903230] env[62270]: DEBUG nova.objects.instance [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'flavor' on Instance uuid e368bc32-884a-46d7-879d-f94cd58b529d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.002551] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.038247] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 984.084366] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291911, 'name': ReconfigVM_Task, 'duration_secs': 0.231016} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.084896] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 984.085320] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec83b547-4a6c-4a83-9717-ff1de3cae7e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.092186] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 984.092186] env[62270]: value = "task-4291913" [ 984.092186] env[62270]: _type = "Task" [ 984.092186] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.101740] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.151038] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291912, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.251104] env[62270]: DEBUG nova.scheduler.client.report [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 984.268381] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.278371] env[62270]: DEBUG nova.network.neutron [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Updating instance_info_cache with network_info: [{"id": "7590eb17-e819-453d-a246-5f6f25c582b8", "address": "fa:16:3e:f1:f0:d2", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590eb17-e8", "ovs_interfaceid": "7590eb17-e819-453d-a246-5f6f25c582b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.362950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.365772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.365772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.365772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.365772] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.368159] env[62270]: INFO nova.compute.manager [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Terminating instance [ 984.371749] env[62270]: DEBUG nova.compute.manager [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 984.372242] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 984.373349] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe04aad-fa79-4c7a-89d5-a8aef77d3565 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.384229] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 984.384646] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d092733-5a19-4ecd-bd24-867501aac244 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.392841] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 984.392841] env[62270]: value = "task-4291914" [ 984.392841] env[62270]: _type = "Task" [ 984.392841] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.405556] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.408867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f766abfe-edd4-4306-a582-161339a47351 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.841s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.410060] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.143s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.410827] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.411169] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.411495] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.415250] env[62270]: INFO nova.compute.manager [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Terminating instance [ 984.418643] env[62270]: DEBUG nova.compute.manager [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 984.418643] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 984.418643] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-153bf02a-42ad-49ec-adf8-446fd49cebab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.425248] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 984.425248] env[62270]: value = "task-4291915" [ 984.425248] env[62270]: _type = "Task" [ 984.425248] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.436112] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.504687] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.605251] env[62270]: DEBUG oslo_vmware.api [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4291913, 'name': PowerOnVM_Task, 'duration_secs': 0.410411} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.605251] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 984.611269] env[62270]: DEBUG nova.compute.manager [None req-e23e9e72-31be-4e82-b764-c5d9fc5b69b2 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 984.612014] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f7225-1a98-4fc6-af92-262a4a3e7f6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.651111] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291912, 'name': CreateSnapshot_Task, 'duration_secs': 0.621208} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.651111] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 984.651111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96519b35-927b-451e-97fe-bb1fbc04e41d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.758520] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.759349] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 984.761728] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.005s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.762062] env[62270]: DEBUG nova.objects.instance [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.780635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.780635] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Instance network_info: |[{"id": "7590eb17-e819-453d-a246-5f6f25c582b8", "address": "fa:16:3e:f1:f0:d2", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590eb17-e8", "ovs_interfaceid": "7590eb17-e819-453d-a246-5f6f25c582b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 984.780959] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f0:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca99f7a1-6365-4d3c-af16-1b1c1288091e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7590eb17-e819-453d-a246-5f6f25c582b8', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.788902] env[62270]: DEBUG oslo.service.loopingcall [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.790263] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 984.792176] env[62270]: DEBUG nova.compute.manager [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Received event network-changed-7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 984.792176] env[62270]: DEBUG nova.compute.manager [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Refreshing instance network info cache due to event network-changed-7590eb17-e819-453d-a246-5f6f25c582b8. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 984.792176] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Acquiring lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.792342] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Acquired lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.792377] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Refreshing network info cache for port 7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 984.793625] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ebc0d9-801e-4950-9821-5be59700baf6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.815454] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.815454] env[62270]: value = "task-4291916" [ 984.815454] env[62270]: _type = "Task" [ 984.815454] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.830995] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291916, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.911391] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291914, 'name': PowerOffVM_Task, 'duration_secs': 0.253538} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.912463] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 984.912463] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 984.912463] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-639c0860-0d7c-4df4-b0d4-42c2aee5d538 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.937801] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291915, 'name': PowerOffVM_Task, 'duration_secs': 0.273631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.938208] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 984.938487] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 984.938782] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845358', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'name': 'volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e368bc32-884a-46d7-879d-f94cd58b529d', 'attached_at': '', 'detached_at': '', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'serial': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 984.939811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a38b2b-6383-4f8d-aa90-ede446f4669c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.969143] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c0f772-1838-427e-adc2-62119ae59eb0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.980020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84197532-3a98-4ec0-87cd-a2a63a8a22a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.009670] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73050bd-fcc9-4101-b8d3-cc81f8977f4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.028933] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.029344] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] The volume has not been displaced from its original location: [datastore1] volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d/volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.034709] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.036360] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9722aae2-7162-4420-aa69-bbb705535b04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.049123] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 985.049357] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 985.049542] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleting the datastore file [datastore2] 2ba274ef-cf49-4b3d-822e-f38d031d711f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.049806] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6e1b1b-fde5-41c8-9c7d-fc07be31fcfe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.056271] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 985.056271] env[62270]: value = "task-4291918" [ 985.056271] env[62270]: _type = "Task" [ 985.056271] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.057862] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 985.057862] env[62270]: value = "task-4291919" [ 985.057862] env[62270]: _type = "Task" [ 985.057862] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.070028] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.073333] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.171505] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 985.172948] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6fce36b5-563e-4387-a3b5-d607d34bf24d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.184035] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 985.184035] env[62270]: value = "task-4291920" [ 985.184035] env[62270]: _type = "Task" [ 985.184035] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.193678] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291920, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.269640] env[62270]: DEBUG nova.compute.utils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.272836] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 985.273020] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 985.355802] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291916, 'name': CreateVM_Task, 'duration_secs': 0.446494} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.355802] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 985.355802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.355802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.355802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.355802] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5349b7-46c6-4106-8bfa-4cefa51c7988 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.355802] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 985.355802] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5282a125-a933-0894-6f6f-024558466496" [ 985.355802] env[62270]: _type = "Task" [ 985.355802] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.363803] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5282a125-a933-0894-6f6f-024558466496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.518396] env[62270]: DEBUG oslo_vmware.api [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291901, 'name': ReconfigVM_Task, 'duration_secs': 5.815679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.519140] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.519546] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Reconfigured VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 985.577159] env[62270]: DEBUG oslo_vmware.api [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4291918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211448} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.585683] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.585683] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 985.585683] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 985.585683] env[62270]: INFO nova.compute.manager [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 985.585683] env[62270]: DEBUG oslo.service.loopingcall [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.585683] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291919, 'name': ReconfigVM_Task, 'duration_secs': 0.247245} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.585683] env[62270]: DEBUG nova.compute.manager [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 985.585683] env[62270]: DEBUG nova.network.neutron [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 985.588153] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.595262] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb45df8-1470-46e5-8f7b-3602916f4ddf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.613092] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 985.613092] env[62270]: value = "task-4291921" [ 985.613092] env[62270]: _type = "Task" [ 985.613092] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.625396] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.695240] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291920, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.723384] env[62270]: DEBUG nova.policy [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc99ba3578a46eba103f27a10933c2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31919e752a241ac9f23f6898d260b67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 985.799312] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3aa54851-2f18-4fb9-80e7-ff94a7c5418e tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.037s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.800968] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 985.805975] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.655s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.805975] env[62270]: DEBUG nova.objects.instance [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'resources' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.867067] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5282a125-a933-0894-6f6f-024558466496, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.867566] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.871015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.871015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.871015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.871015] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.871015] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4de4cb-b999-443d-b3f6-a20b7cd49b8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.881792] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.881792] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 985.881934] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5a7468-2ef1-4d2b-a8e1-8504ce69baf7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.890223] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 985.890223] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b94ef-6fed-5ef5-77c0-40ad43eb2ef2" [ 985.890223] env[62270]: _type = "Task" [ 985.890223] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.900509] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b94ef-6fed-5ef5-77c0-40ad43eb2ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.123867] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291921, 'name': ReconfigVM_Task, 'duration_secs': 0.30239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.124457] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845358', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'name': 'volume-906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e368bc32-884a-46d7-879d-f94cd58b529d', 'attached_at': '', 'detached_at': '', 'volume_id': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d', 'serial': '906f07c4-cf2c-44c3-abe0-7a4a1bf8575d'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 986.125242] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 986.126418] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba68ef0b-543c-4e17-836b-433e7192f626 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.133701] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 986.134219] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a086ffdb-7a6b-4154-a035-409e9f5b0dac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.170815] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Updated VIF entry in instance network info cache for port 7590eb17-e819-453d-a246-5f6f25c582b8. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 986.171228] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Updating instance_info_cache with network_info: [{"id": "7590eb17-e819-453d-a246-5f6f25c582b8", "address": "fa:16:3e:f1:f0:d2", "network": {"id": "880e35f1-dc41-44e5-87f4-c49579bad066", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-725094195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "680df199db2348658c5f21d3a6ff1d70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca99f7a1-6365-4d3c-af16-1b1c1288091e", "external-id": "cl2-zone-334", "segmentation_id": 334, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7590eb17-e8", "ovs_interfaceid": "7590eb17-e819-453d-a246-5f6f25c582b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.201035] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291920, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.204483] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 986.205625] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 986.205911] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] e368bc32-884a-46d7-879d-f94cd58b529d {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.209057] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eea9aef8-d118-43d1-b56c-d47494c54e4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.215365] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 986.215365] env[62270]: value = "task-4291923" [ 986.215365] env[62270]: _type = "Task" [ 986.215365] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.231141] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.232826] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Successfully created port: c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.317216] env[62270]: DEBUG nova.objects.instance [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'numa_topology' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.210471] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Releasing lock "refresh_cache-4b12dc6e-13f8-462d-8739-524f9c55b111" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.210737] env[62270]: DEBUG nova.compute.manager [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Received event network-changed-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 987.211757] env[62270]: DEBUG nova.compute.manager [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Refreshing instance network info cache due to event network-changed-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 987.211757] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Acquiring lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.211757] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Acquired lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211757] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Refreshing network info cache for port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 987.212850] env[62270]: DEBUG nova.network.neutron [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.217681] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 987.217681] env[62270]: DEBUG nova.objects.base [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 987.220583] env[62270]: DEBUG nova.compute.manager [req-502d2124-3c44-462a-8160-796f17fd6d30 req-06129d44-c952-41bf-896b-2e4ed8c9a2e5 service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Received event network-vif-deleted-d1fa44ac-88c6-4e5e-9979-d41ae6484a41 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 987.220770] env[62270]: INFO nova.compute.manager [req-502d2124-3c44-462a-8160-796f17fd6d30 req-06129d44-c952-41bf-896b-2e4ed8c9a2e5 service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Neutron deleted interface d1fa44ac-88c6-4e5e-9979-d41ae6484a41; detaching it from the instance and deleting it from the info cache [ 987.220945] env[62270]: DEBUG nova.network.neutron [req-502d2124-3c44-462a-8160-796f17fd6d30 req-06129d44-c952-41bf-896b-2e4ed8c9a2e5 service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.257477] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291920, 'name': CloneVM_Task, 'duration_secs': 1.549303} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.257477] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b94ef-6fed-5ef5-77c0-40ad43eb2ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.257477] env[62270]: DEBUG oslo_vmware.api [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4291923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321856} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.262355] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created linked-clone VM from snapshot [ 987.264315] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.264315] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 987.264315] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 987.264315] env[62270]: INFO nova.compute.manager [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Took 2.85 seconds to destroy the instance on the hypervisor. [ 987.264640] env[62270]: DEBUG oslo.service.loopingcall [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.265847] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.266406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.267838] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed88f6-0fea-4604-89af-0e8a68749055 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.271327] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a213be4-3a2d-4d10-9164-90cb8d99cb71 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.273548] env[62270]: DEBUG nova.compute.manager [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 987.273926] env[62270]: DEBUG nova.network.neutron [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 987.279200] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 987.279200] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 987.279200] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.279200] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 987.279200] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.279429] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 987.280027] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 987.280027] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 987.280027] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 987.280424] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 987.280424] env[62270]: DEBUG nova.virt.hardware [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.285051] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dbc2cd-f926-419d-a921-b347977b6346 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.290084] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21d96d00-5218-4b62-9e21-85b0bb0fe807 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.299240] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploading image 7e5e130d-b326-4da5-a939-6b0917186a6a {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 987.300374] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 987.300374] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520d5d16-6fa2-4f9c-647d-151fd4870b7d" [ 987.300374] env[62270]: _type = "Task" [ 987.300374] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.307491] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4058bbd-b808-4e52-895c-c460f4fd0fb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.324110] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5f7e8-8d85-4598-88ad-e4285303f24e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.349950] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520d5d16-6fa2-4f9c-647d-151fd4870b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.351220] env[62270]: DEBUG nova.compute.manager [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-deleted-7a16a1cf-26c1-4782-8813-2ed42a60f2eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 987.351405] env[62270]: INFO nova.compute.manager [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Neutron deleted interface 7a16a1cf-26c1-4782-8813-2ed42a60f2eb; detaching it from the instance and deleting it from the info cache [ 987.351698] env[62270]: DEBUG nova.network.neutron [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "address": "fa:16:3e:66:41:8a", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905ff3ca-77", "ovs_interfaceid": "905ff3ca-77bf-492b-b96f-3ae8d19f33c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.357053] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 987.357053] env[62270]: value = "vm-845361" [ 987.357053] env[62270]: _type = "VirtualMachine" [ 987.357053] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 987.357752] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.358430] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b12dc6e-13f8-462d-8739-524f9c55b111/4b12dc6e-13f8-462d-8739-524f9c55b111.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 987.358597] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c3b19a5-05e5-4a8a-a100-3566ce9b6014 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360318] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73ac2992-0b80-4e7a-badb-c862db0b77ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.384602] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 987.384602] env[62270]: value = "task-4291924" [ 987.384602] env[62270]: _type = "Task" [ 987.384602] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.385241] env[62270]: DEBUG nova.compute.manager [req-502d2124-3c44-462a-8160-796f17fd6d30 req-06129d44-c952-41bf-896b-2e4ed8c9a2e5 service nova] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Detach interface failed, port_id=d1fa44ac-88c6-4e5e-9979-d41ae6484a41, reason: Instance 2ba274ef-cf49-4b3d-822e-f38d031d711f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 987.387221] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease: (returnval){ [ 987.387221] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c51b7-b1c8-5cf3-ddba-a7b73af535a3" [ 987.387221] env[62270]: _type = "HttpNfcLease" [ 987.387221] env[62270]: } obtained for exporting VM: (result){ [ 987.387221] env[62270]: value = "vm-845361" [ 987.387221] env[62270]: _type = "VirtualMachine" [ 987.387221] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 987.387508] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the lease: (returnval){ [ 987.387508] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c51b7-b1c8-5cf3-ddba-a7b73af535a3" [ 987.387508] env[62270]: _type = "HttpNfcLease" [ 987.387508] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 987.398451] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.402460] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 987.402460] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c51b7-b1c8-5cf3-ddba-a7b73af535a3" [ 987.402460] env[62270]: _type = "HttpNfcLease" [ 987.402460] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 987.403665] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 987.403665] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c51b7-b1c8-5cf3-ddba-a7b73af535a3" [ 987.403665] env[62270]: _type = "HttpNfcLease" [ 987.403665] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 987.404445] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a9b840-0496-4347-8d6a-bf060c7d572e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.413919] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 987.414177] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 987.512996] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2ad3aad-5c02-4f75-a6f1-3a050f7a3c76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.728459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.728459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.728459] env[62270]: DEBUG nova.network.neutron [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 987.729973] env[62270]: INFO nova.compute.manager [-] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Took 2.15 seconds to deallocate network for instance. [ 987.777085] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 987.854512] env[62270]: DEBUG oslo_concurrency.lockutils [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.854971] env[62270]: DEBUG oslo_concurrency.lockutils [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] Acquired lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.856082] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db5684-3477-4a4a-be78-b126cb79fe1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.990933] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291924, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.004409] env[62270]: DEBUG oslo_concurrency.lockutils [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] Releasing lock "048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.004409] env[62270]: WARNING nova.compute.manager [req-19cb083b-8263-4463-9a7a-3307e73eb5a8 req-13d2eff7-9ded-4f20-9e4d-e4e141919662 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Detach interface failed, port_id=7a16a1cf-26c1-4782-8813-2ed42a60f2eb, reason: No device with interface-id 7a16a1cf-26c1-4782-8813-2ed42a60f2eb exists on VM: nova.exception.NotFound: No device with interface-id 7a16a1cf-26c1-4782-8813-2ed42a60f2eb exists on VM [ 988.111867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.113057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.240556] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.327133] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda65c61-b037-4fc1-961b-260dd75ad71c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.337710] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214af80e-10e2-480a-86ed-211d7554edb9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.385169] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Successfully updated port: c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.393304] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b8786c-c9e8-4365-83e1-5c75bc49b048 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.397771] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.398043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.398251] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 988.413112] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c4e05-d645-4ad6-add4-e9c2a07e3317 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.420731] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581406} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.421294] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4b12dc6e-13f8-462d-8739-524f9c55b111/4b12dc6e-13f8-462d-8739-524f9c55b111.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 988.421775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.422459] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dbc5425-68b5-45de-966f-44edf489d264 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.435270] env[62270]: DEBUG nova.compute.provider_tree [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.443189] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 988.443189] env[62270]: value = "task-4291926" [ 988.443189] env[62270]: _type = "Task" [ 988.443189] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.454586] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.515811] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.616443] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 988.658154] env[62270]: DEBUG nova.network.neutron [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.661638] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updated VIF entry in instance network info cache for port 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 988.662049] env[62270]: DEBUG nova.network.neutron [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating instance_info_cache with network_info: [{"id": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "address": "fa:16:3e:df:33:77", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a73726-dd", "ovs_interfaceid": "87a73726-ddbb-4d54-94bc-8e7fa0b14b6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.831596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.832168] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.833789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.833789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.833789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.836385] env[62270]: INFO nova.compute.manager [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Terminating instance [ 988.838692] env[62270]: DEBUG nova.compute.manager [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 988.839206] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 988.842511] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68356e7-c206-4ad9-9d6c-2fe5ff1198a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.850969] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 988.851358] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60a2ee6-2800-4446-9839-a1e17f6dfe73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.862775] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 988.862775] env[62270]: value = "task-4291927" [ 988.862775] env[62270]: _type = "Task" [ 988.862775] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.884388] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.890900] env[62270]: INFO nova.network.neutron [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 988.893612] env[62270]: DEBUG nova.network.neutron [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [{"id": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "address": "fa:16:3e:4a:76:99", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ff68963-9e", "ovs_interfaceid": "8ff68963-9ee3-4a43-ada2-f02a6416b5e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.939230] env[62270]: DEBUG nova.scheduler.client.report [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.959661] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135018} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.962270] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 988.963364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.964927] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad78bcbb-88fb-464e-82b3-7fbc7649a5a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.995229] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 4b12dc6e-13f8-462d-8739-524f9c55b111/4b12dc6e-13f8-462d-8739-524f9c55b111.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.998308] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc689d7-65d9-42d5-9453-a4d2c9117b2b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.024165] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 989.024165] env[62270]: value = "task-4291928" [ 989.024165] env[62270]: _type = "Task" [ 989.024165] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.034401] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.154214] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.158996] env[62270]: DEBUG nova.compute.manager [req-089309ab-97f7-44fb-8b02-bfde6a376c3f req-560fe7d9-f3ff-42ef-bda9-5a4f38b534e8 service nova] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Received event network-vif-deleted-cd47400f-5b25-4814-8877-638726222c2e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 989.159786] env[62270]: INFO nova.compute.manager [-] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Took 1.89 seconds to deallocate network for instance. [ 989.165076] env[62270]: DEBUG oslo_concurrency.lockutils [req-675db804-7d66-479a-8b73-c30b87f09455 req-4a430fb3-b166-4323-85fc-2d7a15901047 service nova] Releasing lock "refresh_cache-2c785166-887b-4db4-92e2-7e8ede9a1df6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.281183] env[62270]: DEBUG nova.network.neutron [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.373731] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291927, 'name': PowerOffVM_Task, 'duration_secs': 0.23758} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.374177] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 989.374451] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 989.374865] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-710731bf-a1f6-4bbf-bd97-9ee9a2c10a60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.385405] env[62270]: DEBUG nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-deleted-905ff3ca-77bf-492b-b96f-3ae8d19f33c3 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 989.385405] env[62270]: DEBUG nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Received event network-vif-plugged-c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 989.385604] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.385731] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.386067] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.386259] env[62270]: DEBUG nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] No waiting events found dispatching network-vif-plugged-c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 989.386484] env[62270]: WARNING nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Received unexpected event network-vif-plugged-c2f10b6b-de2c-4c49-ad76-3ce285796d3f for instance with vm_state building and task_state spawning. [ 989.386684] env[62270]: DEBUG nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Received event network-changed-c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 989.387096] env[62270]: DEBUG nova.compute.manager [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Refreshing instance network info cache due to event network-changed-c2f10b6b-de2c-4c49-ad76-3ce285796d3f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 989.387096] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Acquiring lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.397808] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-048fc5b2-f718-450e-bbd5-b228770190bc" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.444988] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.640s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.447997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.142s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.447997] env[62270]: DEBUG nova.objects.instance [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 989.474980] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 989.475275] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 989.475477] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleting the datastore file [datastore2] 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.475789] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1405529-ffe3-4fac-8090-6e5c55c8b42b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.486417] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 989.486417] env[62270]: value = "task-4291930" [ 989.486417] env[62270]: _type = "Task" [ 989.486417] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.501403] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.535867] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.711197] env[62270]: INFO nova.compute.manager [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Took 0.55 seconds to detach 1 volumes for instance. [ 989.784679] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.785300] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Instance network_info: |[{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 989.785832] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Acquired lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.786194] env[62270]: DEBUG nova.network.neutron [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Refreshing network info cache for port c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 989.787645] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:77:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f10b6b-de2c-4c49-ad76-3ce285796d3f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.802199] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Creating folder: Project (c31919e752a241ac9f23f6898d260b67). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 989.802959] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e8c257-f23e-4546-920b-bdaa3fafbddb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.816390] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Created folder: Project (c31919e752a241ac9f23f6898d260b67) in parent group-v845132. [ 989.816390] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Creating folder: Instances. Parent ref: group-v845362. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 989.816556] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-527a1631-88be-4dac-9065-a678c52bde67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.825725] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Created folder: Instances in parent group-v845362. [ 989.825994] env[62270]: DEBUG oslo.service.loopingcall [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.826227] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 989.826448] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d588a71f-bf2e-44c5-b4a5-b39b2c968b3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.845710] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.845710] env[62270]: value = "task-4291933" [ 989.845710] env[62270]: _type = "Task" [ 989.845710] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.853368] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291933, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.903234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fe1f5b03-ec91-47be-b93e-3036f3a6119e tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-048fc5b2-f718-450e-bbd5-b228770190bc-7a16a1cf-26c1-4782-8813-2ed42a60f2eb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.024s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.959869] env[62270]: DEBUG oslo_concurrency.lockutils [None req-68e2e9be-d2a8-4975-8888-6abf8f482d3b tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 63.706s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.960142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 38.089s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.960237] env[62270]: INFO nova.compute.manager [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Unshelving [ 989.997825] env[62270]: DEBUG oslo_vmware.api [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4291930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179086} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.999133] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.999133] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 989.999133] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 989.999361] env[62270]: INFO nova.compute.manager [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 989.999634] env[62270]: DEBUG oslo.service.loopingcall [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.999890] env[62270]: DEBUG nova.compute.manager [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 989.999999] env[62270]: DEBUG nova.network.neutron [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 990.034264] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291928, 'name': ReconfigVM_Task, 'duration_secs': 0.607714} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.035733] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 4b12dc6e-13f8-462d-8739-524f9c55b111/4b12dc6e-13f8-462d-8739-524f9c55b111.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.036718] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5000c51a-e833-4066-b18b-d1aa7696e467 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.043271] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 990.043271] env[62270]: value = "task-4291934" [ 990.043271] env[62270]: _type = "Task" [ 990.043271] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.051423] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291934, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.102273] env[62270]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 could not be found.", "detail": ""}} {{(pid=62270) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 990.102557] env[62270]: DEBUG nova.network.neutron [-] Unable to show port 905ff3ca-77bf-492b-b96f-3ae8d19f33c3 as it no longer exists. {{(pid=62270) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 990.218322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.359269] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291933, 'name': CreateVM_Task, 'duration_secs': 0.472382} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.359605] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 990.360254] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.360520] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.361072] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.361424] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c862efd4-5c71-4309-8807-e30ae1bad3c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.368300] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 990.368300] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd35d-91fb-8de9-7631-f59f26f65f12" [ 990.368300] env[62270]: _type = "Task" [ 990.368300] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.377429] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd35d-91fb-8de9-7631-f59f26f65f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.459177] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9df0f2ca-db2b-4b06-ba42-ce6cc6da7ff4 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.460466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.683s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.462253] env[62270]: INFO nova.compute.claims [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.555927] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291934, 'name': Rename_Task, 'duration_secs': 0.197832} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.556296] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 990.556595] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144926dd-b2b9-4fa6-af67-d2d8469b28e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.565139] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 990.565139] env[62270]: value = "task-4291935" [ 990.565139] env[62270]: _type = "Task" [ 990.565139] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.583247] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.878604] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]525dd35d-91fb-8de9-7631-f59f26f65f12, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.881609] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.881973] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.882406] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.883014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.883014] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.883193] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd26b7c3-7981-43f5-9a1b-b0bc03181e75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.892953] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.893354] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 990.894160] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a299cd0-cf92-4d94-8f36-884b946afee5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.899939] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 990.899939] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fd6242-7775-f6e6-41e1-555792962473" [ 990.899939] env[62270]: _type = "Task" [ 990.899939] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.910174] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fd6242-7775-f6e6-41e1-555792962473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.980330] env[62270]: DEBUG nova.compute.utils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.076526] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291935, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.185508] env[62270]: DEBUG nova.network.neutron [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updated VIF entry in instance network info cache for port c2f10b6b-de2c-4c49-ad76-3ce285796d3f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 991.185904] env[62270]: DEBUG nova.network.neutron [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.410953] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fd6242-7775-f6e6-41e1-555792962473, 'name': SearchDatastore_Task, 'duration_secs': 0.017658} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.411797] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5594729d-1acb-4003-be09-1d398b9bb4c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.417182] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 991.417182] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ab12ff-32e9-0865-5edb-5da0fd450a22" [ 991.417182] env[62270]: _type = "Task" [ 991.417182] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.425491] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ab12ff-32e9-0865-5edb-5da0fd450a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.487557] env[62270]: INFO nova.virt.block_device [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Booting with volume e6c0b79d-534a-48f1-89c1-6a59a3219cb8 at /dev/sdb [ 991.545428] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94fd4d9f-7387-499e-979e-35cbe49b1f7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.556356] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc702b-d7ae-4b13-869c-6417ab0de137 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.581175] env[62270]: DEBUG oslo_vmware.api [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291935, 'name': PowerOnVM_Task, 'duration_secs': 0.783953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.581548] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 991.582206] env[62270]: INFO nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Took 9.66 seconds to spawn the instance on the hypervisor. [ 991.582206] env[62270]: DEBUG nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 991.582827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b6a02e-2a54-4056-94e5-1d9aa4a7a9f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.606829] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79e3be74-5348-45e7-b1cf-8e6c0e5031b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.617123] env[62270]: DEBUG nova.compute.manager [req-98136284-4933-4769-8552-784e8913144e req-0d9d0582-a2c4-4141-bb3f-1e80cfaa083f service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Received event network-vif-deleted-8ff68963-9ee3-4a43-ada2-f02a6416b5e7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 991.618156] env[62270]: INFO nova.compute.manager [req-98136284-4933-4769-8552-784e8913144e req-0d9d0582-a2c4-4141-bb3f-1e80cfaa083f service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Neutron deleted interface 8ff68963-9ee3-4a43-ada2-f02a6416b5e7; detaching it from the instance and deleting it from the info cache [ 991.618156] env[62270]: DEBUG nova.network.neutron [req-98136284-4933-4769-8552-784e8913144e req-0d9d0582-a2c4-4141-bb3f-1e80cfaa083f service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.628594] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd911c20-18fa-4633-b0da-2987e5b40136 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.674607] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da0aef-fb80-43d4-b681-6fc857aa45e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.682304] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61ee21-732d-4439-8231-1f0fcb1c6f6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.690291] env[62270]: DEBUG oslo_concurrency.lockutils [req-c994acce-21d9-4c47-9fe0-0b768f4c34e9 req-bed81e35-af32-4361-bb4c-ee050d6e9779 service nova] Releasing lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.695483] env[62270]: DEBUG nova.virt.block_device [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating existing volume attachment record: e198fc8e-f054-4b1a-a816-1e2aa461e4f5 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.893107] env[62270]: DEBUG nova.network.neutron [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.927988] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ab12ff-32e9-0865-5edb-5da0fd450a22, 'name': SearchDatastore_Task, 'duration_secs': 0.030936} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.932499] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.932499] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b375b1e0-8797-42fe-b5ff-68a02b9ff46b/b375b1e0-8797-42fe-b5ff-68a02b9ff46b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 991.932499] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8225228d-b3a1-4aa3-8376-141e0d97d68c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.939551] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 991.939551] env[62270]: value = "task-4291937" [ 991.939551] env[62270]: _type = "Task" [ 991.939551] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.950060] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.033233] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02f43b-b7bb-4b37-9d57-3c1b18086c30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.042663] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982dd511-1aa2-4a1a-82e0-70ec8bbc81c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.076548] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831bf36c-2ab2-413e-986d-d8fd01b14d42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.086533] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51fea60-4f16-4330-b0f4-76c8b5f82cad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.100633] env[62270]: DEBUG nova.compute.provider_tree [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.121041] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c158be46-88d2-420a-a13f-b32186dac48d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.126880] env[62270]: INFO nova.compute.manager [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Took 51.02 seconds to build instance. [ 992.132472] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19d56d-2064-4d1b-8740-d9ab3a5da38c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.170560] env[62270]: DEBUG nova.compute.manager [req-98136284-4933-4769-8552-784e8913144e req-0d9d0582-a2c4-4141-bb3f-1e80cfaa083f service nova] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Detach interface failed, port_id=8ff68963-9ee3-4a43-ada2-f02a6416b5e7, reason: Instance 048fc5b2-f718-450e-bbd5-b228770190bc could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 992.400378] env[62270]: INFO nova.compute.manager [-] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Took 2.40 seconds to deallocate network for instance. [ 992.451733] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291937, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.603995] env[62270]: DEBUG nova.scheduler.client.report [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.646887] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1547e8e3-c2ac-487f-b58a-86a46f56e75a tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.549s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.905569] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.950209] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.950487] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b375b1e0-8797-42fe-b5ff-68a02b9ff46b/b375b1e0-8797-42fe-b5ff-68a02b9ff46b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 992.950713] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.951008] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8e2d468-cb21-4fef-96df-f1b11d65dcc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.958018] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 992.958018] env[62270]: value = "task-4291940" [ 992.958018] env[62270]: _type = "Task" [ 992.958018] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.967168] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.021442] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.021740] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.110423] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.110950] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 993.113546] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.476s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.113862] env[62270]: DEBUG nova.objects.instance [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'resources' on Instance uuid 5a6bf6d1-5001-4392-9bb2-17abf61fb23a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.270908] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "4b12dc6e-13f8-462d-8739-524f9c55b111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.271225] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.271452] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.271670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.271868] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.274179] env[62270]: INFO nova.compute.manager [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Terminating instance [ 993.276018] env[62270]: DEBUG nova.compute.manager [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 993.276236] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 993.277091] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b94f79-66da-4af5-9f21-9c52e36d16e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.286935] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 993.287198] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d618695d-cab2-4447-9fc7-489a2146d8e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.293199] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 993.293199] env[62270]: value = "task-4291941" [ 993.293199] env[62270]: _type = "Task" [ 993.293199] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.301453] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.468833] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067652} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.469192] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.469927] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4bf0d9-6be6-4e0e-9b60-d395146cc326 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.493788] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b375b1e0-8797-42fe-b5ff-68a02b9ff46b/b375b1e0-8797-42fe-b5ff-68a02b9ff46b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.494157] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8732480d-ff8f-44d5-bfd2-df392b157503 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.515759] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 993.515759] env[62270]: value = "task-4291942" [ 993.515759] env[62270]: _type = "Task" [ 993.515759] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.527907] env[62270]: DEBUG nova.compute.utils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.529417] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.620076] env[62270]: DEBUG nova.compute.utils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.622030] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 993.622030] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 993.679674] env[62270]: DEBUG nova.policy [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4daa17d47f2f4bd7b5d37d56c2ecf552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1e8db19329495ea6137acf2f5aa852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 993.805429] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291941, 'name': PowerOffVM_Task, 'duration_secs': 0.293668} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.808322] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 993.808512] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 993.809292] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332acc2c-8ddb-4c2d-8c08-0367c512ee5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.880317] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 993.880479] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 993.880677] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleting the datastore file [datastore2] 4b12dc6e-13f8-462d-8739-524f9c55b111 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.880987] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42da98dc-6e4c-4403-af37-cea3d4571efe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.891310] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for the task: (returnval){ [ 993.891310] env[62270]: value = "task-4291944" [ 993.891310] env[62270]: _type = "Task" [ 993.891310] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.901964] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.026224] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291942, 'name': ReconfigVM_Task, 'duration_secs': 0.331004} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.026551] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b375b1e0-8797-42fe-b5ff-68a02b9ff46b/b375b1e0-8797-42fe-b5ff-68a02b9ff46b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.027189] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e61081a-9676-412c-80eb-1b828750c82c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.030490] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.035428] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 994.035428] env[62270]: value = "task-4291945" [ 994.035428] env[62270]: _type = "Task" [ 994.035428] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.043993] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291945, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.067661] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e934fa-bd2b-46e8-b699-e995a0f23cb0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.076750] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f14907f-5fd2-41e2-b3c0-943c14653c13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.081130] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Successfully created port: 03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.116123] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff431b5-36ea-444b-a68f-b769915b45f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f85847-9985-4a57-850f-6d64f52f5121 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.128504] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 994.141206] env[62270]: DEBUG nova.compute.provider_tree [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.402076] env[62270]: DEBUG oslo_vmware.api [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Task: {'id': task-4291944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203288} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.402653] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.402743] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 994.403012] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 994.403272] env[62270]: INFO nova.compute.manager [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Took 1.13 seconds to destroy the instance on the hypervisor. [ 994.403670] env[62270]: DEBUG oslo.service.loopingcall [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 994.403922] env[62270]: DEBUG nova.compute.manager [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 994.404054] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 994.550033] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291945, 'name': Rename_Task, 'duration_secs': 0.171461} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.550033] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 994.550033] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b6e4b0-64a8-49d1-8e67-54d1c0275c89 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.563153] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 994.563153] env[62270]: value = "task-4291947" [ 994.563153] env[62270]: _type = "Task" [ 994.563153] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.578608] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291947, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.650331] env[62270]: DEBUG nova.scheduler.client.report [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 995.072847] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.157842] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 995.161818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.164537] env[62270]: DEBUG nova.compute.manager [req-5a2d9b72-a59b-4a87-a2e2-fce3f789d298 req-27809dc6-a3f2-42a1-93d8-7bbe81d6fc4d service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Received event network-vif-deleted-7590eb17-e819-453d-a246-5f6f25c582b8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 995.164745] env[62270]: INFO nova.compute.manager [req-5a2d9b72-a59b-4a87-a2e2-fce3f789d298 req-27809dc6-a3f2-42a1-93d8-7bbe81d6fc4d service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Neutron deleted interface 7590eb17-e819-453d-a246-5f6f25c582b8; detaching it from the instance and deleting it from the info cache [ 995.164926] env[62270]: DEBUG nova.network.neutron [req-5a2d9b72-a59b-4a87-a2e2-fce3f789d298 req-27809dc6-a3f2-42a1-93d8-7bbe81d6fc4d service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.166216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.901s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.167172] env[62270]: DEBUG nova.objects.instance [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lazy-loading 'resources' on Instance uuid 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.184478] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.184793] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.184974] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.185342] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.185568] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.185758] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.186037] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.186552] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.186552] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.186653] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.186814] env[62270]: DEBUG nova.virt.hardware [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.188690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ebc6f7-c08c-42d8-929b-1f685a141c27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.198527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f6bf2c-e442-4a58-ae0f-7b05309b7a36 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.204031] env[62270]: INFO nova.scheduler.client.report [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocations for instance 5a6bf6d1-5001-4392-9bb2-17abf61fb23a [ 995.225176] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.226012] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.226012] env[62270]: INFO nova.compute.manager [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Attaching volume 9c7ded62-4c01-45cb-802b-53b3396456ec to /dev/sdb [ 995.268066] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481e905-6110-4e70-8b28-3f97c5b7e083 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.275895] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b394a-f98a-4480-9482-e59e030e8fe5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.289986] env[62270]: DEBUG nova.virt.block_device [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating existing volume attachment record: e20cf662-55e2-47b3-a9d9-ca77e2993264 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 995.388614] env[62270]: DEBUG nova.network.neutron [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.571942] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.673323] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d39bffc-8fd7-4a42-a1a6-ab81a4ab2dd8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.681970] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae68f7e2-cb29-4583-82e4-b0e8510b886d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.721233] env[62270]: DEBUG nova.compute.manager [req-5a2d9b72-a59b-4a87-a2e2-fce3f789d298 req-27809dc6-a3f2-42a1-93d8-7bbe81d6fc4d service nova] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Detach interface failed, port_id=7590eb17-e819-453d-a246-5f6f25c582b8, reason: Instance 4b12dc6e-13f8-462d-8739-524f9c55b111 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 995.722045] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4977bfa-7633-4cc8-9bd9-db06e7b2a73b tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "5a6bf6d1-5001-4392-9bb2-17abf61fb23a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.120s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.891603] env[62270]: INFO nova.compute.manager [-] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Took 1.49 seconds to deallocate network for instance. [ 995.900832] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Successfully updated port: 03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.080180] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.139937] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb2c511-f413-4bbf-8c63-bd20c75a4aaa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.149891] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9d6d8-bc71-4dcb-bb32-9bf674447a35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.183105] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2901ad-4e92-4be6-8aae-01ba57e5be8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.191380] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d7b9c1-1bc3-4ca0-9011-4980f4333377 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.205842] env[62270]: DEBUG nova.compute.provider_tree [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.398077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.404890] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.405066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.405231] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 996.577056] env[62270]: DEBUG oslo_vmware.api [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4291947, 'name': PowerOnVM_Task, 'duration_secs': 1.777851} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.577056] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 996.577056] env[62270]: INFO nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Took 9.36 seconds to spawn the instance on the hypervisor. [ 996.577056] env[62270]: DEBUG nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 996.577527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8eaff0-7e46-4d92-9500-50ce9bd8231a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.709052] env[62270]: DEBUG nova.scheduler.client.report [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 996.957999] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 997.095018] env[62270]: INFO nova.compute.manager [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Took 50.09 seconds to build instance. [ 997.195126] env[62270]: DEBUG nova.network.neutron [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Updating instance_info_cache with network_info: [{"id": "03e53417-7733-43ba-b91a-2de076272604", "address": "fa:16:3e:bd:4f:b3", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e53417-77", "ovs_interfaceid": "03e53417-7733-43ba-b91a-2de076272604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.213964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.217954] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.618s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.219783] env[62270]: INFO nova.compute.claims [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.251596] env[62270]: INFO nova.scheduler.client.report [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted allocations for instance 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094 [ 997.328709] env[62270]: DEBUG nova.compute.manager [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Received event network-vif-plugged-03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 997.328709] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Acquiring lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.328709] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.328709] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.328709] env[62270]: DEBUG nova.compute.manager [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] No waiting events found dispatching network-vif-plugged-03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 997.328709] env[62270]: WARNING nova.compute.manager [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Received unexpected event network-vif-plugged-03e53417-7733-43ba-b91a-2de076272604 for instance with vm_state building and task_state spawning. [ 997.329405] env[62270]: DEBUG nova.compute.manager [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Received event network-changed-03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 997.329405] env[62270]: DEBUG nova.compute.manager [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Refreshing instance network info cache due to event network-changed-03e53417-7733-43ba-b91a-2de076272604. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 997.329405] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Acquiring lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.443492] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.444557] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1e908-6880-476c-90a0-cee0894456df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.451565] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.451797] env[62270]: ERROR oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk due to incomplete transfer. [ 997.452072] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48c170f8-fcb3-42b9-b71e-62ee35699f9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.459431] env[62270]: DEBUG oslo_vmware.rw_handles [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b74758-ee6f-c81a-c4c2-0f80939b1ade/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 997.459652] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploaded image 7e5e130d-b326-4da5-a939-6b0917186a6a to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 997.461853] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 997.463133] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19a2c668-4dfa-446e-9264-d5197fc0d60d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.471565] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 997.471565] env[62270]: value = "task-4291951" [ 997.471565] env[62270]: _type = "Task" [ 997.471565] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.480731] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291951, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.597285] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b68519c6-061c-4bcc-b43c-4eeb5d19e1b8 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.605s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.699585] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.699989] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance network_info: |[{"id": "03e53417-7733-43ba-b91a-2de076272604", "address": "fa:16:3e:bd:4f:b3", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e53417-77", "ovs_interfaceid": "03e53417-7733-43ba-b91a-2de076272604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 997.700414] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Acquired lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.702876] env[62270]: DEBUG nova.network.neutron [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Refreshing network info cache for port 03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 997.702876] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:4f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e53417-7733-43ba-b91a-2de076272604', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.710846] env[62270]: DEBUG oslo.service.loopingcall [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.711419] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 997.711695] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04829557-9bff-417e-8033-110ead716408 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.745596] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.745596] env[62270]: value = "task-4291953" [ 997.745596] env[62270]: _type = "Task" [ 997.745596] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.756492] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291953, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.762044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1aeb27fc-9a01-4fc7-a78d-815e334cd397 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.456s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.824977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.969525] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.969802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.970032] env[62270]: INFO nova.compute.manager [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Shelving [ 997.986586] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291951, 'name': Destroy_Task, 'duration_secs': 0.33547} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.986870] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroyed the VM [ 997.987135] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.987401] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75875ff6-affc-4472-aae8-5068885609ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.995346] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 997.995346] env[62270]: value = "task-4291954" [ 997.995346] env[62270]: _type = "Task" [ 997.995346] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.003746] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.196572] env[62270]: DEBUG nova.compute.manager [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Received event network-changed-c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 998.196572] env[62270]: DEBUG nova.compute.manager [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Refreshing instance network info cache due to event network-changed-c2f10b6b-de2c-4c49-ad76-3ce285796d3f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 998.196905] env[62270]: DEBUG oslo_concurrency.lockutils [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] Acquiring lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.196997] env[62270]: DEBUG oslo_concurrency.lockutils [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] Acquired lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.197292] env[62270]: DEBUG nova.network.neutron [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Refreshing network info cache for port c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 998.257593] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291953, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.467619] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "e3664a5c-6457-45c1-a60f-f2393a568cae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.471107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.471107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.471107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.471107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.471107] env[62270]: INFO nova.compute.manager [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Terminating instance [ 998.472607] env[62270]: DEBUG nova.compute.manager [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 998.472845] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 998.475264] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5b4d4c-ea0d-4a77-8668-bded0daba231 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.484837] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 998.485710] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae47ed36-8fa5-48fa-a22d-2e40bb650564 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.489825] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 998.490130] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4462ced7-702c-4e45-97d5-b09cdf7f5df3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.492944] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 998.492944] env[62270]: value = "task-4291955" [ 998.492944] env[62270]: _type = "Task" [ 998.492944] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.496961] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 998.496961] env[62270]: value = "task-4291956" [ 998.496961] env[62270]: _type = "Task" [ 998.496961] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.512085] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.517013] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291954, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.520918] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.563702] env[62270]: DEBUG nova.network.neutron [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Updated VIF entry in instance network info cache for port 03e53417-7733-43ba-b91a-2de076272604. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 998.564151] env[62270]: DEBUG nova.network.neutron [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Updating instance_info_cache with network_info: [{"id": "03e53417-7733-43ba-b91a-2de076272604", "address": "fa:16:3e:bd:4f:b3", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e53417-77", "ovs_interfaceid": "03e53417-7733-43ba-b91a-2de076272604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.745092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988781a-6b41-400f-910c-60154ea14a93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.756223] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4179c0-7a65-4e86-8cf8-300e27784abb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.763105] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291953, 'name': CreateVM_Task, 'duration_secs': 0.592008} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.763640] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 998.764572] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.764651] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.764984] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 998.765278] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a6ee07-7f4b-4357-80ec-1621d49dbd33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.794506] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d5212-6c40-484d-8818-95752b6331eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.798914] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 998.798914] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe00d0-5d02-9b24-7fcd-18eea4178a8f" [ 998.798914] env[62270]: _type = "Task" [ 998.798914] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.806230] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f20fc-f60c-4f3f-b021-8fa9918e95a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.813229] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe00d0-5d02-9b24-7fcd-18eea4178a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.823032] env[62270]: DEBUG nova.compute.provider_tree [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.008669] env[62270]: DEBUG oslo_vmware.api [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637436} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.008931] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291955, 'name': PowerOffVM_Task, 'duration_secs': 0.204942} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.011791] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 999.012060] env[62270]: INFO nova.compute.manager [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 999.014396] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 999.015484] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565bdcab-2b70-405e-bfa7-7935f11f4271 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.037963] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0911d-0ad7-4e9a-bf04-a3cbb6aef891 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.040912] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291956, 'name': PowerOffVM_Task, 'duration_secs': 0.21576} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.041252] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 999.041431] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 999.042020] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2668a993-97a6-4e61-8e44-f49e74dda09a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.066692] env[62270]: DEBUG oslo_concurrency.lockutils [req-813aed5b-8fa5-4646-b4eb-1b79001a5caa req-b2ad0dbd-2dd3-4f7f-901e-75db30f2be09 service nova] Releasing lock "refresh_cache-c20f5633-b7b9-4276-83a4-cdc2b85e6447" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.105651] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 999.105949] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 999.106123] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] e3664a5c-6457-45c1-a60f-f2393a568cae {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.106396] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-531e528f-8bc0-45e4-8b54-243869a5bba2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.112151] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 999.112151] env[62270]: value = "task-4291958" [ 999.112151] env[62270]: _type = "Task" [ 999.112151] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.120697] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.310286] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe00d0-5d02-9b24-7fcd-18eea4178a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.310607] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.310847] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.311098] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.311249] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.311428] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.311725] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05faf667-fbde-4461-9ae6-cce577a32819 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.321979] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.322191] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 999.322928] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba222ecf-e402-4d4c-abb3-a376180caefa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.326269] env[62270]: DEBUG nova.scheduler.client.report [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 999.329823] env[62270]: DEBUG nova.network.neutron [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updated VIF entry in instance network info cache for port c2f10b6b-de2c-4c49-ad76-3ce285796d3f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 999.330192] env[62270]: DEBUG nova.network.neutron [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.334215] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 999.334215] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c97af-0f78-f67a-fade-64ed84a5f2e6" [ 999.334215] env[62270]: _type = "Task" [ 999.334215] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.343932] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c97af-0f78-f67a-fade-64ed84a5f2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.505888] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.507023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.552020] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.552020] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa308658-0d62-44ee-afb0-f36815295f76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.558477] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 999.558477] env[62270]: value = "task-4291959" [ 999.558477] env[62270]: _type = "Task" [ 999.558477] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.567071] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.582249] env[62270]: DEBUG nova.compute.manager [None req-609db718-b6d9-48c3-8d65-29dbcc58a2db tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Found 1 images (rotation: 2) {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 999.623181] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291958, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.832839] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.833388] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 999.836291] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.223s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.837605] env[62270]: INFO nova.compute.claims [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.840192] env[62270]: DEBUG oslo_concurrency.lockutils [req-e95bd2df-d6d7-4360-b024-23fa7fb8ec0e req-e120bd70-862e-46bd-b458-618b51de6a7d service nova] Releasing lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.841685] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 999.841904] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845368', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'name': 'volume-9c7ded62-4c01-45cb-802b-53b3396456ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4317da72-fbe2-4c11-b349-26c3a3bb08cd', 'attached_at': '', 'detached_at': '', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'serial': '9c7ded62-4c01-45cb-802b-53b3396456ec'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 999.845935] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bf4dc5-c9e8-4819-b89d-82a15dabfc63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.854778] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528c97af-0f78-f67a-fade-64ed84a5f2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.027056} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.868125] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0550cd-6fb8-48df-ac59-571eae46dc93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.871043] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb2b4a-516d-40c8-b477-1e4874236e61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.890719] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 999.890719] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c05841-298c-6263-19df-3f240a419dc4" [ 999.890719] env[62270]: _type = "Task" [ 999.890719] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.899097] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-9c7ded62-4c01-45cb-802b-53b3396456ec/volume-9c7ded62-4c01-45cb-802b-53b3396456ec.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.899750] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7308cea0-24eb-4af4-900b-2930e0829413 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.924257] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c05841-298c-6263-19df-3f240a419dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.020138} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.924257] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.924419] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 999.925030] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 999.925030] env[62270]: value = "task-4291960" [ 999.925030] env[62270]: _type = "Task" [ 999.925030] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.925030] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255d2e01-d01a-492c-955c-ad33225a0c61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.935358] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.936779] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 999.936779] env[62270]: value = "task-4291961" [ 999.936779] env[62270]: _type = "Task" [ 999.936779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.944456] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.010428] env[62270]: DEBUG nova.compute.utils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.070343] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291959, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.124102] env[62270]: DEBUG oslo_vmware.api [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4291958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511723} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.124379] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.124589] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1000.124869] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1000.125017] env[62270]: INFO nova.compute.manager [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1000.125289] env[62270]: DEBUG oslo.service.loopingcall [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.125510] env[62270]: DEBUG nova.compute.manager [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1000.125640] env[62270]: DEBUG nova.network.neutron [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1000.286909] env[62270]: DEBUG nova.compute.manager [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1000.288255] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f782fefa-661e-4490-9eea-c1a773c45df0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.345021] env[62270]: DEBUG nova.compute.utils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.352351] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1000.352609] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1000.428570] env[62270]: DEBUG nova.policy [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd427e6d748a64fc3b1a84bb085d494d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f27743c49e5745e8bdfe5e787e815652', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1000.439280] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291960, 'name': ReconfigVM_Task, 'duration_secs': 0.494027} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.445395] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-9c7ded62-4c01-45cb-802b-53b3396456ec/volume-9c7ded62-4c01-45cb-802b-53b3396456ec.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.451214] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbb42d6-083d-4ae3-983c-63b00ff72c81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.467218] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498596} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.468462] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1000.468700] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.469026] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1000.469026] env[62270]: value = "task-4291962" [ 1000.469026] env[62270]: _type = "Task" [ 1000.469026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.469229] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a46952e7-997d-4184-bf86-2598cd7b89ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.479138] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291962, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.480273] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1000.480273] env[62270]: value = "task-4291963" [ 1000.480273] env[62270]: _type = "Task" [ 1000.480273] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.489510] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.514259] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.571970] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291959, 'name': CreateSnapshot_Task, 'duration_secs': 0.829183} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.572372] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.573150] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb1af22-4b3e-472f-8beb-f89c18881939 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.798522] env[62270]: INFO nova.compute.manager [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] instance snapshotting [ 1000.799193] env[62270]: DEBUG nova.objects.instance [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.852956] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1000.862656] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Successfully created port: 230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.982783] env[62270]: DEBUG oslo_vmware.api [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291962, 'name': ReconfigVM_Task, 'duration_secs': 0.145325} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.985869] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845368', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'name': 'volume-9c7ded62-4c01-45cb-802b-53b3396456ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4317da72-fbe2-4c11-b349-26c3a3bb08cd', 'attached_at': '', 'detached_at': '', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'serial': '9c7ded62-4c01-45cb-802b-53b3396456ec'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1000.994919] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068852} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.995265] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.996095] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd81d4-a9b1-417a-87c6-6481019b4d3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.020415] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.023226] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6753924a-fb56-4700-9f89-cd80707604b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.044803] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1001.044803] env[62270]: value = "task-4291964" [ 1001.044803] env[62270]: _type = "Task" [ 1001.044803] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.052719] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.067798] env[62270]: DEBUG nova.network.neutron [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.092652] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.095907] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be3543f1-cc37-405d-a506-5e1a10a94c74 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.104471] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1001.104471] env[62270]: value = "task-4291965" [ 1001.104471] env[62270]: _type = "Task" [ 1001.104471] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.113966] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291965, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.134369] env[62270]: DEBUG nova.compute.manager [req-20172d0d-4bf5-4a9f-8276-548bc029300b req-45c70d4c-a370-4a0b-b482-62a52aeec379 service nova] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Received event network-vif-deleted-0cc7c9c7-670b-43ea-b231-64e2ab4c5d91 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1001.304626] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0876451-37c0-43f7-91d6-8c68eb53d0a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.330179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d957a4d-320f-4c85-a4c4-facda2942f24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.348841] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272c1aec-f3ec-4c88-82e8-69ac05b5ef4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.356368] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf64278-c72c-4c7c-b2a5-986a9a3ad092 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.396048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4c54b-8d79-4766-adf4-649c2a77c513 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.404810] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be11bd8-41e8-4350-9a8c-86b038a67d61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.422173] env[62270]: DEBUG nova.compute.provider_tree [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.556102] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.573021] env[62270]: INFO nova.compute.manager [-] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Took 1.45 seconds to deallocate network for instance. [ 1001.606082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.606380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.606628] env[62270]: INFO nova.compute.manager [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Attaching volume 15190d7e-c37e-4553-a9ff-7c6b49f8ba99 to /dev/sdb [ 1001.621606] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291965, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.641834] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae1ae0f-f7c6-4c1c-99ff-1f3f345a52e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.648876] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d6e98-75e5-4a3e-831a-042534f2ce5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.662417] env[62270]: DEBUG nova.virt.block_device [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating existing volume attachment record: a5106a51-b11f-46f3-b9b9-138f8ecdc981 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.851423] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.851423] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b585e2f4-1753-4fa6-81e6-7db9558ef188 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854594] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1001.854594] env[62270]: value = "task-4291968" [ 1001.854594] env[62270]: _type = "Task" [ 1001.854594] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.862578] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.865746] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1001.889083] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1001.889433] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1001.889628] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.889825] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1001.889985] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.890157] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1001.890378] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1001.890547] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1001.890750] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1001.890943] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1001.891141] env[62270]: DEBUG nova.virt.hardware [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.892055] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e5f832-8699-44d1-8694-11f20a23ac11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.900074] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caabe9f6-8007-4cd0-919e-b1c3eb95a487 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.925639] env[62270]: DEBUG nova.scheduler.client.report [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1002.041662] env[62270]: DEBUG nova.objects.instance [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'flavor' on Instance uuid 4317da72-fbe2-4c11-b349-26c3a3bb08cd {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.055758] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291964, 'name': ReconfigVM_Task, 'duration_secs': 0.893496} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.056246] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Reconfigured VM instance instance-00000055 to attach disk [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.056931] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb80e924-cd23-42e9-bff1-b28b7eb04688 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.064175] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1002.064175] env[62270]: value = "task-4291970" [ 1002.064175] env[62270]: _type = "Task" [ 1002.064175] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.072414] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291970, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.078829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.119869] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291965, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.368348] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291968, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.433292] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.433292] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1002.438957] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.691s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.439397] env[62270]: DEBUG nova.objects.instance [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lazy-loading 'resources' on Instance uuid 62db13b9-21e7-4994-bd44-0a199df6bcaa {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.547765] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59ac74db-bc4e-4b89-822b-a63bb8f8f4d7 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.574846] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291970, 'name': Rename_Task, 'duration_secs': 0.178813} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.575140] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1002.575388] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faa494bf-c9b4-4053-ad18-4651ac0bdff9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.581613] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1002.581613] env[62270]: value = "task-4291971" [ 1002.581613] env[62270]: _type = "Task" [ 1002.581613] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.589585] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.618805] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4291965, 'name': CloneVM_Task, 'duration_secs': 1.424012} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.619148] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Created linked-clone VM from snapshot [ 1002.619992] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a5d1a-6983-4ae3-b682-3721d1192ca2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.627523] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Uploading image 3bfdeb44-ec4a-4f69-a059-0de2ac093add {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1002.629836] env[62270]: INFO nova.compute.manager [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Rescuing [ 1002.630161] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.630398] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.630655] env[62270]: DEBUG nova.network.neutron [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1002.654662] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.654662] env[62270]: value = "vm-845371" [ 1002.654662] env[62270]: _type = "VirtualMachine" [ 1002.654662] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.655123] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28692c22-e587-45c4-bee1-23eee97ee978 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.662346] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lease: (returnval){ [ 1002.662346] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52948522-7089-b79c-23e6-db5ca5621ff2" [ 1002.662346] env[62270]: _type = "HttpNfcLease" [ 1002.662346] env[62270]: } obtained for exporting VM: (result){ [ 1002.662346] env[62270]: value = "vm-845371" [ 1002.662346] env[62270]: _type = "VirtualMachine" [ 1002.662346] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.662572] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the lease: (returnval){ [ 1002.662572] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52948522-7089-b79c-23e6-db5ca5621ff2" [ 1002.662572] env[62270]: _type = "HttpNfcLease" [ 1002.662572] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.669696] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.669696] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52948522-7089-b79c-23e6-db5ca5621ff2" [ 1002.669696] env[62270]: _type = "HttpNfcLease" [ 1002.669696] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.821864] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Successfully updated port: 230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.865519] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291968, 'name': CreateSnapshot_Task, 'duration_secs': 0.605222} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.865850] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1002.866601] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c3c00-1101-438a-b15b-3264fc59811b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.944919] env[62270]: DEBUG nova.compute.utils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.948935] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1002.949094] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1003.038662] env[62270]: DEBUG nova.policy [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1003.091645] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.170701] env[62270]: DEBUG nova.compute.manager [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Received event network-vif-plugged-230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1003.170701] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Acquiring lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.170701] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.170701] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.170701] env[62270]: DEBUG nova.compute.manager [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] No waiting events found dispatching network-vif-plugged-230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1003.170973] env[62270]: WARNING nova.compute.manager [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Received unexpected event network-vif-plugged-230fe547-b2d5-409d-8ec5-0dfc3d693640 for instance with vm_state building and task_state spawning. [ 1003.170973] env[62270]: DEBUG nova.compute.manager [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Received event network-changed-230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1003.171827] env[62270]: DEBUG nova.compute.manager [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Refreshing instance network info cache due to event network-changed-230fe547-b2d5-409d-8ec5-0dfc3d693640. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1003.171827] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Acquiring lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.171827] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Acquired lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.171827] env[62270]: DEBUG nova.network.neutron [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Refreshing network info cache for port 230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1003.175109] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.175109] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52948522-7089-b79c-23e6-db5ca5621ff2" [ 1003.175109] env[62270]: _type = "HttpNfcLease" [ 1003.175109] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.177691] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.177691] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52948522-7089-b79c-23e6-db5ca5621ff2" [ 1003.177691] env[62270]: _type = "HttpNfcLease" [ 1003.177691] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1003.178848] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee09ab-dcd1-4fce-9acb-403fc313b500 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.190481] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.190689] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1003.292671] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a299a27e-b7a3-41e2-869a-aa60d825c9c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.329786] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.384153] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.384518] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e58f072-4e2c-4697-be5f-47797395c4f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.395259] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1003.395259] env[62270]: value = "task-4291973" [ 1003.395259] env[62270]: _type = "Task" [ 1003.395259] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.404445] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291973, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.414319] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2ccfcf-1ed1-4a34-8777-53cc77abd245 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.421336] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9746651c-8a07-4f89-b77c-bc5d9b15f367 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.450802] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1003.461019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d7942-bc39-4ccb-b894-671a0dc00cd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.466016] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47516995-924e-4e5b-a4b2-f80fc913254f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.483990] env[62270]: DEBUG nova.compute.provider_tree [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.592755] env[62270]: DEBUG oslo_vmware.api [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291971, 'name': PowerOnVM_Task, 'duration_secs': 0.949923} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.593275] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1003.593910] env[62270]: INFO nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1003.593910] env[62270]: DEBUG nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1003.594410] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59065dfe-6400-4076-af32-b6538d34b783 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.634222] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Successfully created port: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.695457] env[62270]: DEBUG nova.network.neutron [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.724302] env[62270]: DEBUG nova.network.neutron [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1003.831995] env[62270]: DEBUG nova.network.neutron [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.909659] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291973, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.990017] env[62270]: DEBUG nova.scheduler.client.report [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1004.116756] env[62270]: INFO nova.compute.manager [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Took 52.36 seconds to build instance. [ 1004.200189] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.334861] env[62270]: DEBUG oslo_concurrency.lockutils [req-e007637f-55e0-4726-82d3-e7c54fe1037e req-de0afe6d-f72e-433a-a7d5-c49db106c176 service nova] Releasing lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.335321] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquired lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.335492] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1004.412587] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291973, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.464631] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1004.489253] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1004.489601] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1004.489817] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.490075] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1004.490336] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.490500] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1004.490715] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1004.490884] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1004.491076] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1004.491259] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1004.491667] env[62270]: DEBUG nova.virt.hardware [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1004.492652] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33da14-46c1-43ca-8cbc-957c8feaad58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.496453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.499515] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.431s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.501951] env[62270]: INFO nova.compute.claims [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.513398] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217003ff-1580-43da-adda-59dfe44a2b16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.533172] env[62270]: INFO nova.scheduler.client.report [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Deleted allocations for instance 62db13b9-21e7-4994-bd44-0a199df6bcaa [ 1004.619852] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7704ebc2-9c2b-4826-88c3-dde19437f0ef tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.871s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.748371] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1004.748731] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac6b84b-2984-468a-8524-288310961542 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.755732] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1004.755732] env[62270]: value = "task-4291975" [ 1004.755732] env[62270]: _type = "Task" [ 1004.755732] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.766485] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.874108] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1004.907543] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4291973, 'name': CloneVM_Task, 'duration_secs': 1.342449} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.908074] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created linked-clone VM from snapshot [ 1004.908948] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f6cfa0-aa44-456d-82d2-b94d72723c18 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.918372] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploading image 6e09ded6-207f-41f0-aaf6-160e26b9f564 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1004.950980] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1004.950980] env[62270]: value = "vm-845375" [ 1004.950980] env[62270]: _type = "VirtualMachine" [ 1004.950980] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1004.951342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8e8088db-4acb-402c-905d-40f24f2bba83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.961482] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease: (returnval){ [ 1004.961482] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5cf89-a6e3-c7e2-346b-eeed4c9ffee9" [ 1004.961482] env[62270]: _type = "HttpNfcLease" [ 1004.961482] env[62270]: } obtained for exporting VM: (result){ [ 1004.961482] env[62270]: value = "vm-845375" [ 1004.961482] env[62270]: _type = "VirtualMachine" [ 1004.961482] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1004.962249] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the lease: (returnval){ [ 1004.962249] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5cf89-a6e3-c7e2-346b-eeed4c9ffee9" [ 1004.962249] env[62270]: _type = "HttpNfcLease" [ 1004.962249] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1004.975969] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.975969] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5cf89-a6e3-c7e2-346b-eeed4c9ffee9" [ 1004.975969] env[62270]: _type = "HttpNfcLease" [ 1004.975969] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.041749] env[62270]: DEBUG oslo_concurrency.lockutils [None req-30ec2bb5-1768-48d0-b513-805094f6cd7a tempest-ServersTestManualDisk-755920073 tempest-ServersTestManualDisk-755920073-project-member] Lock "62db13b9-21e7-4994-bd44-0a199df6bcaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.040s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.067651] env[62270]: DEBUG nova.network.neutron [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Updating instance_info_cache with network_info: [{"id": "230fe547-b2d5-409d-8ec5-0dfc3d693640", "address": "fa:16:3e:25:64:31", "network": {"id": "47fc9cc9-9bdf-452b-b508-08be59875de1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1213871502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f27743c49e5745e8bdfe5e787e815652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230fe547-b2", "ovs_interfaceid": "230fe547-b2d5-409d-8ec5-0dfc3d693640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.268161] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291975, 'name': PowerOffVM_Task, 'duration_secs': 0.288976} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.268666] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.269619] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d9874e-7058-42fe-ae5b-0422e2e8285c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.296397] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7a2ed0-79f9-4269-9d15-b10a2aa22cfe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.333579] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1005.333941] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda4aefa-87fc-434e-90da-4aa367a3ec9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.342298] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1005.342298] env[62270]: value = "task-4291977" [ 1005.342298] env[62270]: _type = "Task" [ 1005.342298] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.353390] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.476022] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.476022] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5cf89-a6e3-c7e2-346b-eeed4c9ffee9" [ 1005.476022] env[62270]: _type = "HttpNfcLease" [ 1005.476022] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.476022] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.476022] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f5cf89-a6e3-c7e2-346b-eeed4c9ffee9" [ 1005.476022] env[62270]: _type = "HttpNfcLease" [ 1005.476022] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.476022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07dce2-da52-42fe-9d20-08268bf78911 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.484774] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.486580] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.564095] env[62270]: INFO nova.compute.manager [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Rebuilding instance [ 1005.574171] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Releasing lock "refresh_cache-eebc16cc-9838-46ce-8a58-dbe451a64daa" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.574171] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance network_info: |[{"id": "230fe547-b2d5-409d-8ec5-0dfc3d693640", "address": "fa:16:3e:25:64:31", "network": {"id": "47fc9cc9-9bdf-452b-b508-08be59875de1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1213871502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f27743c49e5745e8bdfe5e787e815652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap230fe547-b2", "ovs_interfaceid": "230fe547-b2d5-409d-8ec5-0dfc3d693640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1005.582145] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:64:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '230fe547-b2d5-409d-8ec5-0dfc3d693640', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.586835] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Creating folder: Project (f27743c49e5745e8bdfe5e787e815652). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1005.587738] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbfd4d52-8e3a-476d-b171-16772848130c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.601655] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a424306-99ea-4ab7-b859-e020d450cd95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.603197] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Created folder: Project (f27743c49e5745e8bdfe5e787e815652) in parent group-v845132. [ 1005.603387] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Creating folder: Instances. Parent ref: group-v845376. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1005.604012] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd9ac66-32bd-496a-9ec4-e6a78a37ac35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.625148] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Created folder: Instances in parent group-v845376. [ 1005.625680] env[62270]: DEBUG oslo.service.loopingcall [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.628552] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1005.631697] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966c6367-8911-4f50-b793-0962eaa9c1ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.652883] env[62270]: DEBUG nova.compute.manager [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1005.654423] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810ee91-293f-4ebc-bb6d-4c8c86760243 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.661506] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.661506] env[62270]: value = "task-4291980" [ 1005.661506] env[62270]: _type = "Task" [ 1005.661506] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.678076] env[62270]: DEBUG nova.compute.manager [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Received event network-vif-plugged-9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1005.678321] env[62270]: DEBUG oslo_concurrency.lockutils [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] Acquiring lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.678537] env[62270]: DEBUG oslo_concurrency.lockutils [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.678712] env[62270]: DEBUG oslo_concurrency.lockutils [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.678884] env[62270]: DEBUG nova.compute.manager [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] No waiting events found dispatching network-vif-plugged-9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1005.679069] env[62270]: WARNING nova.compute.manager [req-612f6eaf-e70a-4236-810c-437fd431ed84 req-b1efcd3f-63b3-4651-9c74-c43b5ce28322 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Received unexpected event network-vif-plugged-9f1a00ca-daa7-46b9-bc35-45f7338eadcf for instance with vm_state building and task_state spawning. [ 1005.686923] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291980, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.854990] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1005.854990] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.855227] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.855471] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.855515] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.856116] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a02a497-b6d0-4b53-b63f-263a2efaf077 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.862092] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Successfully updated port: 9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.881618] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.881840] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1005.882670] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4159ea19-2ad6-4d8c-9e60-e7f687694591 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.890222] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1005.890222] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245b897-9c10-1a22-33fe-8031512d4ea5" [ 1005.890222] env[62270]: _type = "Task" [ 1005.890222] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.902681] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245b897-9c10-1a22-33fe-8031512d4ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.074518] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa3e514-3f44-47e3-ba08-62638c779dbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.090433] env[62270]: INFO nova.compute.manager [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Rebuilding instance [ 1006.094294] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e93ab0-45b5-4f73-ad00-8e98536dff2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.128955] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a80945-bb5b-4f6b-903a-3933064f5067 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.138597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74dd268-5961-4160-94cb-7bac5e66d9b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.155476] env[62270]: DEBUG nova.compute.provider_tree [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.181350] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291980, 'name': CreateVM_Task, 'duration_secs': 0.513465} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.181350] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1006.181888] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1006.182727] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7685c0-83fb-41b7-be33-651d9c2a7074 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.185373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.185788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.186413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1006.187127] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7244040-fe00-4c24-86ca-8ade9d4117dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.195220] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1006.195220] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b14209-d919-e3a1-76a8-bf09537452ca" [ 1006.195220] env[62270]: _type = "Task" [ 1006.195220] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.198705] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1006.198705] env[62270]: value = "task-4291981" [ 1006.198705] env[62270]: _type = "Task" [ 1006.198705] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.223305] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b14209-d919-e3a1-76a8-bf09537452ca, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.224056] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.233147] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1006.233587] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845373', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'name': 'volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1651a605-4134-475f-84d5-1651b768515e', 'attached_at': '', 'detached_at': '', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'serial': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1006.234580] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.234670] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.234949] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.235834] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08176f3-8f58-4540-bd7e-4ab1b3218e3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.255955] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c384131e-8694-40cf-a871-17b87809fe6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.285662] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99/volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.286118] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d5606fc-0402-4f02-9980-22509352101a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.308479] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1006.308479] env[62270]: value = "task-4291982" [ 1006.308479] env[62270]: _type = "Task" [ 1006.308479] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.321860] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.368029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.368029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.368029] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1006.405334] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245b897-9c10-1a22-33fe-8031512d4ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.016709} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.405334] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc813d7-1acb-46fb-bdf5-20c1f9cb766a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.414037] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1006.414037] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb9fe0-9f71-f087-0324-29555f85de9f" [ 1006.414037] env[62270]: _type = "Task" [ 1006.414037] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.428143] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb9fe0-9f71-f087-0324-29555f85de9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.660442] env[62270]: DEBUG nova.scheduler.client.report [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1006.716228] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291981, 'name': PowerOffVM_Task, 'duration_secs': 0.29425} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.717906] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1006.717906] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1006.717906] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d47345-dded-4f81-806b-b2f7015aedd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.727319] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1006.727867] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3da0281b-ce4c-4143-ad5f-7b3d28cb5495 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.799559] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1006.799971] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1006.800258] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.800656] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b2ad5b-61b8-44a9-858f-33817317fc3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.811287] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1006.811287] env[62270]: value = "task-4291984" [ 1006.811287] env[62270]: _type = "Task" [ 1006.811287] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.825496] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.829800] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.925383] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb9fe0-9f71-f087-0324-29555f85de9f, 'name': SearchDatastore_Task, 'duration_secs': 0.017031} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.926208] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.926208] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.926874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.927710] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.928145] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8716a8e8-31b4-4985-ba10-7fdb0e7ae3cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.931838] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8749cba3-1b2d-40d6-afa1-d1aa0bad9f44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.941383] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1006.947382] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.947775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1006.948895] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1006.948895] env[62270]: value = "task-4291985" [ 1006.948895] env[62270]: _type = "Task" [ 1006.948895] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.949233] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb7347f-89e9-4f75-b814-b4b6aa427b01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962015] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.963643] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1006.963643] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524f2103-25f5-f376-2d9e-57edbe7cf815" [ 1006.963643] env[62270]: _type = "Task" [ 1006.963643] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.973252] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524f2103-25f5-f376-2d9e-57edbe7cf815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.166481] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.168072] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1007.172191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.950s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.173127] env[62270]: DEBUG nova.objects.instance [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lazy-loading 'resources' on Instance uuid 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.192887] env[62270]: DEBUG nova.network.neutron [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updating instance_info_cache with network_info: [{"id": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "address": "fa:16:3e:fa:07:c9", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1a00ca-da", "ovs_interfaceid": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.327713] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4291984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194757} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.331133] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.331457] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1007.331828] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1007.334685] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291982, 'name': ReconfigVM_Task, 'duration_secs': 0.670557} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.335684] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99/volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.340784] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898239fd-5c1b-487a-8407-b057f96d52ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.367820] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1007.367820] env[62270]: value = "task-4291986" [ 1007.367820] env[62270]: _type = "Task" [ 1007.367820] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.386143] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.467025] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.480184] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524f2103-25f5-f376-2d9e-57edbe7cf815, 'name': SearchDatastore_Task, 'duration_secs': 0.022971} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.481876] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1fb617-a41a-4bd3-813b-ebb74f4c3277 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.490649] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1007.490649] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5217b811-624b-47c3-b6fb-f18e91449124" [ 1007.490649] env[62270]: _type = "Task" [ 1007.490649] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.507788] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5217b811-624b-47c3-b6fb-f18e91449124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.676023] env[62270]: DEBUG nova.compute.utils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1007.676023] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1007.676023] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1007.699024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.699024] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Instance network_info: |[{"id": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "address": "fa:16:3e:fa:07:c9", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1a00ca-da", "ovs_interfaceid": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1007.699024] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:07:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f1a00ca-daa7-46b9-bc35-45f7338eadcf', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.706957] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating folder: Project (8b65d552ed0a4f36bd43368c8e4fb253). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1007.708319] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed1a325-8e70-4ada-8c20-7bd76bf07760 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.729253] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created folder: Project (8b65d552ed0a4f36bd43368c8e4fb253) in parent group-v845132. [ 1007.729551] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating folder: Instances. Parent ref: group-v845379. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1007.732664] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aefa8b6-0ab5-4070-a9ef-29c2545852a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.750882] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created folder: Instances in parent group-v845379. [ 1007.751610] env[62270]: DEBUG oslo.service.loopingcall [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.751928] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1007.753242] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-969c8a81-1106-4af1-a275-41c6bd1e7fa4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.771069] env[62270]: DEBUG nova.policy [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4c2a8e64a4e4de78fac8fe7eedc2c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bd04228f699451984de990f1a8795a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1007.779183] env[62270]: DEBUG nova.compute.manager [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Received event network-changed-9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1007.781131] env[62270]: DEBUG nova.compute.manager [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Refreshing instance network info cache due to event network-changed-9f1a00ca-daa7-46b9-bc35-45f7338eadcf. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1007.781131] env[62270]: DEBUG oslo_concurrency.lockutils [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] Acquiring lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.781131] env[62270]: DEBUG oslo_concurrency.lockutils [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] Acquired lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.781131] env[62270]: DEBUG nova.network.neutron [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Refreshing network info cache for port 9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1007.790691] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.790691] env[62270]: value = "task-4291989" [ 1007.790691] env[62270]: _type = "Task" [ 1007.790691] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.802780] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291989, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.879691] env[62270]: DEBUG oslo_vmware.api [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4291986, 'name': ReconfigVM_Task, 'duration_secs': 0.24255} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.879932] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845373', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'name': 'volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1651a605-4134-475f-84d5-1651b768515e', 'attached_at': '', 'detached_at': '', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'serial': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1007.966961] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591013} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.966961] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 1007.967756] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92446d74-ddf5-4631-ad37-417d22031d00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.002435] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.009337] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1fd93f4-cae8-4a34-a42c-621bcd91ed81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.031436] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5217b811-624b-47c3-b6fb-f18e91449124, 'name': SearchDatastore_Task, 'duration_secs': 0.027619} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.033728] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.033728] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] eebc16cc-9838-46ce-8a58-dbe451a64daa/eebc16cc-9838-46ce-8a58-dbe451a64daa.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1008.033958] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1008.033958] env[62270]: value = "task-4291990" [ 1008.033958] env[62270]: _type = "Task" [ 1008.033958] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.034158] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aa8c3b2-535d-452d-b4aa-743a13033eab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.049993] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1008.049993] env[62270]: value = "task-4291991" [ 1008.049993] env[62270]: _type = "Task" [ 1008.049993] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.050367] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.062014] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.180064] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1008.299564] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d371f-1c2f-4f36-91fb-241bc9295f35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.317040] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc00fd-a517-4b9e-82ad-525a92811ac7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.318234] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291989, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.360396] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b870e-5104-44e7-abca-cc7905a6c481 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.370525] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e873426a-5ce8-416e-a661-a3ee9c8da0aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.386679] env[62270]: DEBUG nova.compute.provider_tree [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.401071] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Successfully created port: 32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.548178] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.561125] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.618320] env[62270]: DEBUG nova.network.neutron [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updated VIF entry in instance network info cache for port 9f1a00ca-daa7-46b9-bc35-45f7338eadcf. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1008.618320] env[62270]: DEBUG nova.network.neutron [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updating instance_info_cache with network_info: [{"id": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "address": "fa:16:3e:fa:07:c9", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1a00ca-da", "ovs_interfaceid": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.806009] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291989, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.891643] env[62270]: DEBUG nova.scheduler.client.report [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1008.948530] env[62270]: DEBUG nova.objects.instance [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 1651a605-4134-475f-84d5-1651b768515e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.048273] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291990, 'name': ReconfigVM_Task, 'duration_secs': 0.620085} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.049154] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.049955] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cc4a60-bbfb-4d46-9d41-59a364d1eee1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.062812] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.091453] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1407e615-e3e1-42a7-a2c5-8d1c99b89403 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.109450] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1009.109450] env[62270]: value = "task-4291992" [ 1009.109450] env[62270]: _type = "Task" [ 1009.109450] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.119695] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.120265] env[62270]: DEBUG oslo_concurrency.lockutils [req-63b5c8e4-2438-4a87-bdc8-687bc685d584 req-d7b1cfe4-0555-4d9f-a0fd-4e99b21152cc service nova] Releasing lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.194143] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1009.310226] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4291989, 'name': CreateVM_Task, 'duration_secs': 1.469405} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.310513] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1009.311298] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.311536] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.312206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1009.312584] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8e34f9-8eb5-40fc-962e-903375f7b003 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.323338] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1009.323338] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e24b7e-700d-4262-9466-b53d613ee536" [ 1009.323338] env[62270]: _type = "Task" [ 1009.323338] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.335210] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e24b7e-700d-4262-9466-b53d613ee536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.398458] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.401754] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.725s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.402218] env[62270]: DEBUG nova.objects.instance [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lazy-loading 'resources' on Instance uuid 6d7d6498-c057-448e-81bf-b896186a222f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.432710] env[62270]: INFO nova.scheduler.client.report [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted allocations for instance 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86 [ 1009.453434] env[62270]: DEBUG oslo_concurrency.lockutils [None req-585a1b12-7399-4c28-8bc6-db8bd8722241 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.847s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.569761] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.621182] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291992, 'name': ReconfigVM_Task, 'duration_secs': 0.331913} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.621489] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1009.621844] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e772c8c-9291-4e4f-91c6-cd1d39aa2c60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.634072] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1009.634072] env[62270]: value = "task-4291993" [ 1009.634072] env[62270]: _type = "Task" [ 1009.634072] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.639538] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.837621] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e24b7e-700d-4262-9466-b53d613ee536, 'name': SearchDatastore_Task, 'duration_secs': 0.074098} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.838171] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.838447] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.838702] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.839217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.839796] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.840150] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e2e8e1-aad6-46b6-9683-091fa226933d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.852445] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.852667] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1009.853629] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2022543e-a70c-4561-8272-8d078dd014dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.861641] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1009.861641] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a4af6a-f28c-2022-32b2-8279c2c4c504" [ 1009.861641] env[62270]: _type = "Task" [ 1009.861641] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.887272] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a4af6a-f28c-2022-32b2-8279c2c4c504, 'name': SearchDatastore_Task, 'duration_secs': 0.022922} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.888120] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b5d578-3b9e-4fdf-9762-4902dbd087ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.894950] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1009.894950] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a01ba2-8b2b-9442-c474-3787954cb951" [ 1009.894950] env[62270]: _type = "Task" [ 1009.894950] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.909077] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a01ba2-8b2b-9442-c474-3787954cb951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.940541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b95c282d-cf97-4b07-b697-1ef4920f1f73 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "9a97dc62-e3e7-4fee-84bb-2daa0daf1b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.180s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.074840] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291991, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.630873} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.075307] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] eebc16cc-9838-46ce-8a58-dbe451a64daa/eebc16cc-9838-46ce-8a58-dbe451a64daa.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1010.075569] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.075918] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146c0adc-5749-403f-83c1-27ac42c6c243 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.089087] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1010.089087] env[62270]: value = "task-4291994" [ 1010.089087] env[62270]: _type = "Task" [ 1010.089087] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.101114] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.151020] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.413314] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a01ba2-8b2b-9442-c474-3787954cb951, 'name': SearchDatastore_Task, 'duration_secs': 0.018076} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.413647] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.413945] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a2ce2061-80e2-494a-8e11-8655b1adcc7b/a2ce2061-80e2-494a-8e11-8655b1adcc7b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1010.414244] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af262d96-b2ef-4263-a95a-7747f2cebd09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.420626] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a1569-b91f-4f15-8b1e-522e8d9336f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.425082] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1010.425082] env[62270]: value = "task-4291995" [ 1010.425082] env[62270]: _type = "Task" [ 1010.425082] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.432036] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df194abd-a7e2-4a4c-92f6-d4f6b0509024 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.439951] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.477324] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802731b9-f19b-45b9-ad29-fcef1ebfd4cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.484795] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e593ab-070e-4990-9d6b-a15ead3aac6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.502445] env[62270]: DEBUG nova.compute.provider_tree [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.516630] env[62270]: DEBUG nova.compute.manager [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Received event network-vif-plugged-32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1010.516916] env[62270]: DEBUG oslo_concurrency.lockutils [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] Acquiring lock "baf56548-edf9-4907-b42e-9f15fa110359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.517235] env[62270]: DEBUG oslo_concurrency.lockutils [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] Lock "baf56548-edf9-4907-b42e-9f15fa110359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.517486] env[62270]: DEBUG oslo_concurrency.lockutils [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] Lock "baf56548-edf9-4907-b42e-9f15fa110359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.517697] env[62270]: DEBUG nova.compute.manager [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] No waiting events found dispatching network-vif-plugged-32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1010.517944] env[62270]: WARNING nova.compute.manager [req-65faa627-0a0f-4ede-ba68-9fcbf2d596a6 req-92b24c4f-8883-44b4-b3ab-9992b5914c25 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Received unexpected event network-vif-plugged-32570673-2485-4fbc-9424-87089a03f8fd for instance with vm_state building and task_state spawning. [ 1010.604193] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095012} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.604193] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.605580] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386cf969-fafb-4541-a559-c40219b0045f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.633235] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] eebc16cc-9838-46ce-8a58-dbe451a64daa/eebc16cc-9838-46ce-8a58-dbe451a64daa.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.633952] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d1b7be3-ad33-43ee-abb8-d84fad3f13f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.666247] env[62270]: DEBUG oslo_vmware.api [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4291993, 'name': PowerOnVM_Task, 'duration_secs': 0.633347} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.666247] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1010.667832] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1010.667832] env[62270]: value = "task-4291996" [ 1010.667832] env[62270]: _type = "Task" [ 1010.667832] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.669597] env[62270]: DEBUG nova.compute.manager [None req-d43fe36d-1042-449a-80a8-f0d54bca83ba tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1010.673134] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622bdd3e-db0d-4021-bc2b-314b0ce75581 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.692765] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.791970] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Successfully updated port: 32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.941068] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.006311] env[62270]: DEBUG nova.scheduler.client.report [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1011.183254] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.293385] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.293470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293699] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1011.444085] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632608} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.444525] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a2ce2061-80e2-494a-8e11-8655b1adcc7b/a2ce2061-80e2-494a-8e11-8655b1adcc7b.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1011.446026] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.446026] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfadec8-b8bf-4e37-9165-f41c53ad1f0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.455698] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1011.455698] env[62270]: value = "task-4291997" [ 1011.455698] env[62270]: _type = "Task" [ 1011.455698] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.470428] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.516613] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.522522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.699s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.522522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.522522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1011.522522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.280s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.522522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.522522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.007s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.529287] env[62270]: INFO nova.compute.claims [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.534038] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a355a3-b155-4526-8f30-d5daa67e4e9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.548822] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd125d7-bf36-4a33-be5a-833c726d2e6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.572811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde7c4f-f311-4b9b-afea-ea217311df98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.582903] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a0bd8e-aa8d-4261-9dfd-641ba5d82d32 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.623414] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177639MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1011.623596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.625090] env[62270]: INFO nova.scheduler.client.report [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Deleted allocations for instance 6d7d6498-c057-448e-81bf-b896186a222f [ 1011.629175] env[62270]: INFO nova.scheduler.client.report [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleted allocations for instance 2ba274ef-cf49-4b3d-822e-f38d031d711f [ 1011.683897] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291996, 'name': ReconfigVM_Task, 'duration_secs': 0.970799} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.685432] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Reconfigured VM instance instance-00000056 to attach disk [datastore2] eebc16cc-9838-46ce-8a58-dbe451a64daa/eebc16cc-9838-46ce-8a58-dbe451a64daa.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.685567] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c416c03-3fee-41ad-9932-191c2ece62dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.695258] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1011.695258] env[62270]: value = "task-4291998" [ 1011.695258] env[62270]: _type = "Task" [ 1011.695258] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.708537] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291998, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.841880] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1011.966018] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094967} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.966481] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.967312] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82b79e-e6c7-48b2-8b68-072d6a46bf43 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.991615] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] a2ce2061-80e2-494a-8e11-8655b1adcc7b/a2ce2061-80e2-494a-8e11-8655b1adcc7b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.991985] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763a03b4-b48f-481c-9e3f-57e2fa20c848 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.013942] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1012.013942] env[62270]: value = "task-4291999" [ 1012.013942] env[62270]: _type = "Task" [ 1012.013942] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.025337] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.086222] env[62270]: DEBUG nova.network.neutron [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Updating instance_info_cache with network_info: [{"id": "32570673-2485-4fbc-9424-87089a03f8fd", "address": "fa:16:3e:79:4a:4b", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32570673-24", "ovs_interfaceid": "32570673-2485-4fbc-9424-87089a03f8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.145621] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f6488cc2-bbff-4ea8-a0ed-d75866f056ec tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "2ba274ef-cf49-4b3d-822e-f38d031d711f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.781s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.146603] env[62270]: DEBUG oslo_concurrency.lockutils [None req-60f21875-1024-4dc8-a3aa-1c4a90a2b108 tempest-ServerMetadataTestJSON-310651987 tempest-ServerMetadataTestJSON-310651987-project-member] Lock "6d7d6498-c057-448e-81bf-b896186a222f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.408s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.208017] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4291998, 'name': Rename_Task, 'duration_secs': 0.20493} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.208017] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1012.208252] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa874a97-7837-4b78-a8f0-00acf4248ebf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.217826] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1012.217826] env[62270]: value = "task-4292000" [ 1012.217826] env[62270]: _type = "Task" [ 1012.217826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.228607] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.525335] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4291999, 'name': ReconfigVM_Task, 'duration_secs': 0.434912} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.525708] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Reconfigured VM instance instance-00000057 to attach disk [datastore2] a2ce2061-80e2-494a-8e11-8655b1adcc7b/a2ce2061-80e2-494a-8e11-8655b1adcc7b.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.526400] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eae93e1-e421-4a71-8a93-7d640a385177 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.536543] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1012.536543] env[62270]: value = "task-4292001" [ 1012.536543] env[62270]: _type = "Task" [ 1012.536543] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.546780] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292001, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.584931] env[62270]: INFO nova.compute.manager [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Unrescuing [ 1012.585182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.586680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.586680] env[62270]: DEBUG nova.network.neutron [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1012.590769] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.590769] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Instance network_info: |[{"id": "32570673-2485-4fbc-9424-87089a03f8fd", "address": "fa:16:3e:79:4a:4b", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32570673-24", "ovs_interfaceid": "32570673-2485-4fbc-9424-87089a03f8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1012.730905] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.937385] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b35259-4fec-49d6-b0c8-919d6418179b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.952706] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7ba51-d29b-454f-a4ba-d3d3877b8abd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.003653] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f4210b-ae97-48b6-9eb4-ea899df6c241 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.017456] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9a8ef3-25e2-4a8b-97d5-c18c5ac4d5e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.046667] env[62270]: DEBUG nova.compute.provider_tree [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.059109] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292001, 'name': Rename_Task, 'duration_secs': 0.219565} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.059109] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1013.059109] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48df493-cc7d-4010-b132-d23b04d9542e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.072064] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1013.072064] env[62270]: value = "task-4292002" [ 1013.072064] env[62270]: _type = "Task" [ 1013.072064] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.083954] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.233708] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1013.233708] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1013.233953] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.234918] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1013.234918] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.234918] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1013.234918] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1013.234918] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1013.235387] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1013.235387] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1013.235529] env[62270]: DEBUG nova.virt.hardware [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.237737] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8892b668-9290-4531-8a09-974215107b56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.246872] env[62270]: DEBUG nova.compute.manager [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1013.252261] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1013.252505] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1013.252671] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.252863] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1013.253028] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.253192] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1013.253403] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1013.253644] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1013.253831] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1013.254015] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1013.254252] env[62270]: DEBUG nova.virt.hardware [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1013.255119] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aefac9e-5d48-41d6-b820-4e9c27558f7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.257762] env[62270]: DEBUG oslo_vmware.api [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292000, 'name': PowerOnVM_Task, 'duration_secs': 0.615067} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.259604] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06effe0d-361c-49c1-9218-00591174df98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.264906] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1013.265179] env[62270]: INFO nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1013.265461] env[62270]: DEBUG nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1013.266614] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595719d0-dadb-4748-a05a-8da65463a8d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.270821] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a85b7-3a51-4207-b513-a47c656dcdef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.276925] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1013.280985] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e742d-9e4d-4d04-b264-5a0579a59a20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.287625] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6027e-f496-4b79-86b1-394281e3475d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.303109] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:4f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e53417-7733-43ba-b91a-2de076272604', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.310678] env[62270]: DEBUG oslo.service.loopingcall [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.317970] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1013.318368] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1013.318659] env[62270]: ERROR oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk due to incomplete transfer. [ 1013.319221] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b7a56f4-0777-4f69-a795-1c8e6627215f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.335112] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f1ced29c-17e3-47e5-9bf3-a68d1e0053b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.348580] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:4a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32570673-2485-4fbc-9424-87089a03f8fd', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.356461] env[62270]: DEBUG oslo.service.loopingcall [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.357940] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1013.358223] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785b30a3-5cff-4243-96a6-07bf2325c9b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.376587] env[62270]: DEBUG oslo_vmware.rw_handles [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3470d-68c2-78a9-e15e-be5a13d850b2/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1013.376793] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Uploaded image 3bfdeb44-ec4a-4f69-a059-0de2ac093add to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1013.378986] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1013.379219] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.379219] env[62270]: value = "task-4292003" [ 1013.379219] env[62270]: _type = "Task" [ 1013.379219] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.379803] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4b77d011-f055-48d1-9ab4-8941e77c977e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.386492] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.386492] env[62270]: value = "task-4292004" [ 1013.386492] env[62270]: _type = "Task" [ 1013.386492] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.395443] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1013.395443] env[62270]: value = "task-4292005" [ 1013.395443] env[62270]: _type = "Task" [ 1013.395443] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.395785] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292003, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.402110] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292004, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.415854] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292005, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.545808] env[62270]: DEBUG nova.scheduler.client.report [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1013.583140] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292002, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.610788] env[62270]: DEBUG nova.network.neutron [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.807900] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1013.808978] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0ea4aa-90bc-4a07-b701-dac321385b58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.828587] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1013.828587] env[62270]: value = "task-4292006" [ 1013.828587] env[62270]: _type = "Task" [ 1013.828587] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.836144] env[62270]: INFO nova.compute.manager [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Took 47.26 seconds to build instance. [ 1013.844963] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.904791] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292004, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.905118] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292003, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.916592] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292005, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.052392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.052991] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1014.056342] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.902s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.061809] env[62270]: INFO nova.compute.claims [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.083152] env[62270]: DEBUG oslo_vmware.api [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292002, 'name': PowerOnVM_Task, 'duration_secs': 0.852387} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.084048] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1014.084346] env[62270]: INFO nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1014.084656] env[62270]: DEBUG nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1014.085666] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278cbab2-68bf-4f39-b8e0-7155e929e176 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.116324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.117200] env[62270]: DEBUG nova.objects.instance [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'flavor' on Instance uuid 4317da72-fbe2-4c11-b349-26c3a3bb08cd {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.342558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ae92333a-444f-4a73-93e2-4ed0abe87025 tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.782s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.342558] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292006, 'name': PowerOffVM_Task, 'duration_secs': 0.287565} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.342739] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1014.343092] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1014.346937] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb68906-f204-484a-b7f3-1c1b0903c994 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.353972] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1014.354319] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9612148d-a046-43cd-a1d6-de6b6b4bae04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.404781] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292004, 'name': CreateVM_Task, 'duration_secs': 0.580481} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.405096] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292003, 'name': CreateVM_Task, 'duration_secs': 0.584412} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.405595] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1014.408728] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1014.409800] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.409800] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.409989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.410558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.410802] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d675b5-e5e5-4e7e-ab65-bdb9de7bde5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.417814] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1014.417814] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293af8c-4d2a-c39b-59a8-1ecb6f71a14d" [ 1014.417814] env[62270]: _type = "Task" [ 1014.417814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.420609] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292005, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.434777] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293af8c-4d2a-c39b-59a8-1ecb6f71a14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.444969] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1014.445271] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1014.445909] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleting the datastore file [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.445909] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f812f07-8445-4e41-a6b6-bb3f9a2398c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.459415] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.459678] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.460790] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "245900d7-c356-4bfa-82f7-a62d39bf8024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.460998] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.462009] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1014.462009] env[62270]: value = "task-4292008" [ 1014.462009] env[62270]: _type = "Task" [ 1014.462009] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.481528] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.572033] env[62270]: DEBUG nova.compute.utils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.576215] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1014.576492] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1014.610352] env[62270]: INFO nova.compute.manager [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Took 46.02 seconds to build instance. [ 1014.626300] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07580835-8ff2-4a08-a0ee-b09cd28d9e5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.658264] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1014.658658] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-740405e4-4dfe-42b3-a942-5b445ab21afe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.664166] env[62270]: DEBUG nova.policy [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c42515ae8ccc4dcda4c11eb9e27d4312', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cacdf7fdb3024718a52edb41ca6ceb4f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1014.668430] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1014.668430] env[62270]: value = "task-4292009" [ 1014.668430] env[62270]: _type = "Task" [ 1014.668430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.677774] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.680665] env[62270]: DEBUG nova.compute.manager [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Received event network-changed-32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1014.680880] env[62270]: DEBUG nova.compute.manager [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Refreshing instance network info cache due to event network-changed-32570673-2485-4fbc-9424-87089a03f8fd. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1014.681115] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] Acquiring lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.681270] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] Acquired lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.681470] env[62270]: DEBUG nova.network.neutron [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Refreshing network info cache for port 32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1014.914875] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292005, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.931577] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5293af8c-4d2a-c39b-59a8-1ecb6f71a14d, 'name': SearchDatastore_Task, 'duration_secs': 0.023468} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.931962] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.932281] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.932683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.932683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.932927] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.933181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.933511] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.933771] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cee7ea8-5619-44ef-b8ec-676d851c1fd1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.936257] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465a8559-8b5f-4e22-a429-e5a0164a3b72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.941797] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1014.941797] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d14119-b061-adff-6a49-4381c2c2e5c8" [ 1014.941797] env[62270]: _type = "Task" [ 1014.941797] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.952450] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d14119-b061-adff-6a49-4381c2c2e5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.954011] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.954777] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1014.955649] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d3111e-2e80-4220-a8a1-6eed28cff528 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.962117] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1014.962117] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fae49e-5bf7-a9b8-ff82-37f3ab63c06c" [ 1014.962117] env[62270]: _type = "Task" [ 1014.962117] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.962554] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1014.969471] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1014.987223] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fae49e-5bf7-a9b8-ff82-37f3ab63c06c, 'name': SearchDatastore_Task, 'duration_secs': 0.020115} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.992478] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322102} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.992478] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5becb09-6041-449d-afed-e1901672a292 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.995689] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.996118] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1014.996375] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1015.006330] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1015.006330] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5269fbb0-6f60-2841-e92c-05c3ed6f8597" [ 1015.006330] env[62270]: _type = "Task" [ 1015.006330] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.017749] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5269fbb0-6f60-2841-e92c-05c3ed6f8597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.083145] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1015.114979] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1caca3d-53bc-4c6b-af68-f56945be9ef5 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.535s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.183096] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.194867] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Successfully created port: a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.419697] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292005, 'name': Destroy_Task, 'duration_secs': 1.677505} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.419896] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Destroyed the VM [ 1015.420260] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1015.420893] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-73186779-4b0c-4897-b3a0-b57c2b45b941 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.435647] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1015.435647] env[62270]: value = "task-4292010" [ 1015.435647] env[62270]: _type = "Task" [ 1015.435647] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.452315] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.460267] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d14119-b061-adff-6a49-4381c2c2e5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.022958} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.460642] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.460955] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.461268] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.493941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.500335] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.524783] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5269fbb0-6f60-2841-e92c-05c3ed6f8597, 'name': SearchDatastore_Task, 'duration_secs': 0.018548} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.525175] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.526311] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] baf56548-edf9-4907-b42e-9f15fa110359/baf56548-edf9-4907-b42e-9f15fa110359.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1015.527305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.527305] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.527305] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-294b8d47-904d-409d-a743-447260801b1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.529864] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11a5b4fc-c9d3-42b2-9a73-3bce7de7b641 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.542748] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1015.542748] env[62270]: value = "task-4292011" [ 1015.542748] env[62270]: _type = "Task" [ 1015.542748] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.552954] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.553100] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1015.554042] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d481ba31-184c-4fe2-88f8-9595fef38b8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.569094] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1015.569094] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e5d7fa-b81c-4627-d07e-2e70f17245a6" [ 1015.569094] env[62270]: _type = "Task" [ 1015.569094] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.569346] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.581641] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e5d7fa-b81c-4627-d07e-2e70f17245a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.582561] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fe7a55-1441-486c-a18c-6508fd7cdc95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.599949] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1015.599949] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe63d2-67c9-bca1-623a-76aa76abfbb9" [ 1015.599949] env[62270]: _type = "Task" [ 1015.599949] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.610886] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe63d2-67c9-bca1-623a-76aa76abfbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.661556] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f4c257-9fcc-4470-8784-8938da5e0546 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.666205] env[62270]: DEBUG nova.network.neutron [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Updated VIF entry in instance network info cache for port 32570673-2485-4fbc-9424-87089a03f8fd. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1015.666688] env[62270]: DEBUG nova.network.neutron [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Updating instance_info_cache with network_info: [{"id": "32570673-2485-4fbc-9424-87089a03f8fd", "address": "fa:16:3e:79:4a:4b", "network": {"id": "ca3827ca-52a8-4067-b735-347bc59ed72b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-409860826-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bd04228f699451984de990f1a8795a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32570673-24", "ovs_interfaceid": "32570673-2485-4fbc-9424-87089a03f8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.676986] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec18a19-7bdc-4b40-a34f-1c9f0ae2a971 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.691734] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292009, 'name': PowerOffVM_Task, 'duration_secs': 0.655853} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.717589] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1015.724894] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfiguring VM instance instance-0000004c to detach disk 2002 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.726157] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a781e08-fce4-4d57-9049-1651adf1f579 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.742237] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f12ac-8b7b-49c5-bcb9-05ed3a2ef2b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.760026] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1015.760026] env[62270]: value = "task-4292012" [ 1015.760026] env[62270]: _type = "Task" [ 1015.760026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.764748] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be3989-1c7d-46f6-b4ac-7d9d5dfe824b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.780168] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.790737] env[62270]: DEBUG nova.compute.provider_tree [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.947732] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292010, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.051852] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1016.052431] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1016.052521] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.052733] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1016.052929] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.053109] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1016.053359] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1016.053639] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1016.053994] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1016.053994] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1016.054359] env[62270]: DEBUG nova.virt.hardware [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.055436] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe31724-37d4-4efe-bafc-5b90d7e57474 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.077621] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7045880b-0147-4dba-8481-ea9479d70b6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.082515] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.100430] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1016.103279] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:47:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.111636] env[62270]: DEBUG oslo.service.loopingcall [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.115331] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1016.115627] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1d7a473-8954-4b33-8944-65ffb6aa1a1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.142087] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fe63d2-67c9-bca1-623a-76aa76abfbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013827} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.145418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.145865] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1016.146024] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.146024] env[62270]: value = "task-4292013" [ 1016.146024] env[62270]: _type = "Task" [ 1016.146024] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.146516] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3627362a-2d25-4541-a1e1-b9b828413671 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.156487] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1016.156741] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1016.156909] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.157117] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1016.157276] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.157434] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1016.157660] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1016.157848] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1016.158067] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1016.158252] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1016.158732] env[62270]: DEBUG nova.virt.hardware [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1016.159848] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949c4c36-cbeb-4f95-b89a-6d7b775efdef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.171517] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1016.171517] env[62270]: value = "task-4292014" [ 1016.171517] env[62270]: _type = "Task" [ 1016.171517] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.172095] env[62270]: DEBUG oslo_concurrency.lockutils [req-3dc12bd1-f260-4cbd-ae22-d8ff420d7597 req-a4b23e75-6fc4-4c66-86d1-1c5084f6d5c8 service nova] Releasing lock "refresh_cache-baf56548-edf9-4907-b42e-9f15fa110359" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.172505] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292013, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.180332] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f3aee3-d350-457a-bb8b-dd4c386b0790 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.192747] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.254726] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.254888] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.255354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.255507] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.256337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.259915] env[62270]: INFO nova.compute.manager [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Terminating instance [ 1016.267068] env[62270]: DEBUG nova.compute.manager [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1016.267361] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1016.268589] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e5e0ac-91c1-46b8-a6e4-55ef5f30587b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.275740] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1016.276831] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e14818-abf8-4753-b486-1bbca9866b57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.289035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1016.289035] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292012, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.289347] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f702d760-3c41-4ca1-8be0-b73e8f92d046 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.294198] env[62270]: DEBUG nova.scheduler.client.report [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1016.299406] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1016.299650] env[62270]: ERROR oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk due to incomplete transfer. [ 1016.301577] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d58b8cda-bae4-4b4d-a9d0-c22d4ba35c69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.303417] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1016.303417] env[62270]: value = "task-4292015" [ 1016.303417] env[62270]: _type = "Task" [ 1016.303417] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.313439] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.314382] env[62270]: DEBUG oslo_vmware.rw_handles [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b50798-b16d-6ccd-4244-34cae0c085c4/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1016.314593] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploaded image 6e09ded6-207f-41f0-aaf6-160e26b9f564 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1016.316515] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1016.316794] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba9398b1-01be-4adc-a3e4-d4f53221dcff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.327527] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1016.327527] env[62270]: value = "task-4292016" [ 1016.327527] env[62270]: _type = "Task" [ 1016.327527] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.342488] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292016, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.450316] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292010, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817516} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.450316] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1016.450316] env[62270]: DEBUG nova.compute.manager [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1016.450316] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b18cfa-2a43-4a65-89ca-1633e1319c9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.568987] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618275} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.569401] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] baf56548-edf9-4907-b42e-9f15fa110359/baf56548-edf9-4907-b42e-9f15fa110359.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1016.569646] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.570313] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41cb3f32-ab31-4ece-bd75-018d716b86f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.579238] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1016.579238] env[62270]: value = "task-4292017" [ 1016.579238] env[62270]: _type = "Task" [ 1016.579238] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.589522] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.667897] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292013, 'name': CreateVM_Task, 'duration_secs': 0.396751} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.667897] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1016.667897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.667897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.667897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.667897] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49539b42-7d1f-45e6-bbf2-49a320ec3eb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.672772] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1016.672772] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528e0b47-f473-a10b-e6e2-42ed134241db" [ 1016.672772] env[62270]: _type = "Task" [ 1016.672772] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.685825] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.689266] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528e0b47-f473-a10b-e6e2-42ed134241db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.770959] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292012, 'name': ReconfigVM_Task, 'duration_secs': 0.582548} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.771283] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfigured VM instance instance-0000004c to detach disk 2002 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1016.771492] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1016.771797] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89ac2cc-0eef-4a72-9284-e0ba4d5d3986 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.780972] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1016.780972] env[62270]: value = "task-4292018" [ 1016.780972] env[62270]: _type = "Task" [ 1016.780972] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.791825] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.801325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.801883] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1016.804560] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.586s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.804855] env[62270]: DEBUG nova.objects.instance [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'resources' on Instance uuid e368bc32-884a-46d7-879d-f94cd58b529d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.817850] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.839363] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292016, 'name': Destroy_Task, 'duration_secs': 0.351376} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.839633] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroyed the VM [ 1016.839903] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.840685] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4525bb7-d916-43d2-a424-ff3ed2f51c87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.850632] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1016.850632] env[62270]: value = "task-4292019" [ 1016.850632] env[62270]: _type = "Task" [ 1016.850632] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.859579] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.968477] env[62270]: INFO nova.compute.manager [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Shelve offloading [ 1016.971852] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1016.972363] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0984b0ae-86e7-43b1-bf36-7714db00889e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.984074] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1016.984074] env[62270]: value = "task-4292020" [ 1016.984074] env[62270]: _type = "Task" [ 1016.984074] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.004290] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1017.004290] env[62270]: DEBUG nova.compute.manager [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1017.004290] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611b47a4-22ec-4538-bd02-98f04ff51a2e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.013725] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.013725] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.013725] env[62270]: DEBUG nova.network.neutron [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1017.091933] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071793} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.091933] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.092592] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e48632-4d88-49e6-a964-d7ef90010ec0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.120557] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] baf56548-edf9-4907-b42e-9f15fa110359/baf56548-edf9-4907-b42e-9f15fa110359.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.121785] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba6f2cc-497d-4919-bfae-463f0e8bb7fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.144070] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.144358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.144613] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.144786] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.144991] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.146904] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1017.146904] env[62270]: value = "task-4292021" [ 1017.146904] env[62270]: _type = "Task" [ 1017.146904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.150536] env[62270]: INFO nova.compute.manager [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Terminating instance [ 1017.153320] env[62270]: DEBUG nova.compute.manager [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1017.153521] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1017.154447] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf02f300-cc0e-493f-9065-0522bbc289e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.162269] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.171041] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1017.171520] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55dce6e5-3bae-4083-9319-74b14072ade2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.185523] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 1017.185523] env[62270]: value = "task-4292022" [ 1017.185523] env[62270]: _type = "Task" [ 1017.185523] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.197726] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528e0b47-f473-a10b-e6e2-42ed134241db, 'name': SearchDatastore_Task, 'duration_secs': 0.027671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.198168] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.198610] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.198978] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.199340] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.199641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.199900] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.200842] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7351ea2c-5e00-47dd-aa69-1ed99c0671bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.206861] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4292022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.220540] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.220766] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1017.221616] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b44afe5-6378-4965-b20d-74f77884ee96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.230023] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1017.230023] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526bf713-296d-0a85-3e6c-b768e03a5ace" [ 1017.230023] env[62270]: _type = "Task" [ 1017.230023] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.241410] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526bf713-296d-0a85-3e6c-b768e03a5ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.298520] env[62270]: DEBUG oslo_vmware.api [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292018, 'name': PowerOnVM_Task, 'duration_secs': 0.447766} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.299177] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1017.299602] env[62270]: DEBUG nova.compute.manager [None req-fbb78651-6c48-4c40-b718-451874276045 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1017.301058] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f3b400-f2ac-4b69-8a73-a40580073fb5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.307920] env[62270]: DEBUG nova.compute.utils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.318473] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1017.318796] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1017.341041] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.362584] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292019, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.417897] env[62270]: DEBUG nova.policy [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '779f61d1df3540a2abdd6ffeb95640b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7c35286f52d4f4087b998e0a083f3aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1017.669195] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.698838] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525576} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.704021] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1017.704021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.704021] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61bc296-48dd-4c15-9a50-864e2cd308e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.712880] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4292022, 'name': PowerOffVM_Task, 'duration_secs': 0.241392} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.713754] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1017.713989] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1017.715480] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff7c6bd7-fc25-488d-a0da-a7ead07ec3c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.719804] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1017.719804] env[62270]: value = "task-4292023" [ 1017.719804] env[62270]: _type = "Task" [ 1017.719804] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.735407] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.746568] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526bf713-296d-0a85-3e6c-b768e03a5ace, 'name': SearchDatastore_Task, 'duration_secs': 0.026392} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.750476] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307c2796-afa1-482e-934c-ee289497802e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.763363] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1017.763363] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52293893-971a-9cfe-532f-77abe4d208eb" [ 1017.763363] env[62270]: _type = "Task" [ 1017.763363] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.781131] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52293893-971a-9cfe-532f-77abe4d208eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.796256] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1017.796485] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1017.796696] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleting the datastore file [datastore2] f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.796989] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8616193-8d3e-47b6-ae1c-b67f0b8103f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.807739] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for the task: (returnval){ [ 1017.807739] env[62270]: value = "task-4292025" [ 1017.807739] env[62270]: _type = "Task" [ 1017.807739] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.816057] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Successfully created port: 3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.818833] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1017.834695] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292015, 'name': PowerOffVM_Task, 'duration_secs': 1.176152} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.845409] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1017.845613] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1017.846214] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4292025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.846607] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd8885f-2721-4a3f-9890-683442ec0890 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.866928] env[62270]: DEBUG oslo_vmware.api [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292019, 'name': RemoveSnapshot_Task, 'duration_secs': 0.978863} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.867095] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.867442] env[62270]: INFO nova.compute.manager [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 16.56 seconds to snapshot the instance on the hypervisor. [ 1017.907927] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6da3f-26b3-465c-9aa6-6a2bc9349abf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.919943] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4815c-e880-4172-ad94-9e337aaec471 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.957477] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Successfully updated port: a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.960652] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ae754-730b-49a7-aa06-d02523c6417c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.963502] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1017.963791] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1017.964082] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Deleting the datastore file [datastore2] eebc16cc-9838-46ce-8a58-dbe451a64daa {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.964893] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a16287f7-1b73-4ed7-bbce-0b876a8a0f1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.974812] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a790026a-28d5-49c7-bb5c-2e42dfff8e39 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.978873] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for the task: (returnval){ [ 1017.978873] env[62270]: value = "task-4292027" [ 1017.978873] env[62270]: _type = "Task" [ 1017.978873] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.991747] env[62270]: DEBUG nova.compute.provider_tree [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.997648] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.091429] env[62270]: DEBUG nova.network.neutron [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.158453] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292021, 'name': ReconfigVM_Task, 'duration_secs': 0.651834} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.158791] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Reconfigured VM instance instance-00000058 to attach disk [datastore2] baf56548-edf9-4907-b42e-9f15fa110359/baf56548-edf9-4907-b42e-9f15fa110359.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.159448] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba60c38c-9853-47df-bd6c-d4e7f6bd439f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.163192] env[62270]: DEBUG nova.compute.manager [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Received event network-vif-plugged-a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1018.163415] env[62270]: DEBUG oslo_concurrency.lockutils [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] Acquiring lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.163635] env[62270]: DEBUG oslo_concurrency.lockutils [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.163815] env[62270]: DEBUG oslo_concurrency.lockutils [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.164093] env[62270]: DEBUG nova.compute.manager [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] No waiting events found dispatching network-vif-plugged-a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1018.164305] env[62270]: WARNING nova.compute.manager [req-cccc8420-7537-40be-b906-05733f3dd37f req-dbde79e6-7d31-4824-a471-af254c3896a6 service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Received unexpected event network-vif-plugged-a4c37e95-8dc5-479c-95f1-5e53c83fa895 for instance with vm_state building and task_state spawning. [ 1018.166413] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1018.166413] env[62270]: value = "task-4292028" [ 1018.166413] env[62270]: _type = "Task" [ 1018.166413] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.177354] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292028, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.230390] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.231030] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.231497] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679039f-c8dc-4f59-aebb-0e4bd336b283 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.255597] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.255947] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be04571-987c-45a3-8dc7-9e4355f778af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.280266] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52293893-971a-9cfe-532f-77abe4d208eb, 'name': SearchDatastore_Task, 'duration_secs': 0.0205} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.281581] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.281884] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1018.282218] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1018.282218] env[62270]: value = "task-4292029" [ 1018.282218] env[62270]: _type = "Task" [ 1018.282218] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.282416] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522f2273-d2b4-4187-8490-4a45c6c93373 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.297391] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.297709] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1018.297709] env[62270]: value = "task-4292030" [ 1018.297709] env[62270]: _type = "Task" [ 1018.297709] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.307427] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.321776] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4292025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.421539] env[62270]: DEBUG nova.compute.manager [None req-ffc131b5-1835-4fea-b0d0-7843cc02b44e tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Found 2 images (rotation: 2) {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1018.465986] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.465986] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.466185] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1018.489947] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.494204] env[62270]: DEBUG nova.scheduler.client.report [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1018.594194] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.677260] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292028, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.795345] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.810825] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.825291] env[62270]: DEBUG oslo_vmware.api [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Task: {'id': task-4292025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.627245} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.825291] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.825494] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1018.825681] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1018.825866] env[62270]: INFO nova.compute.manager [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1018.828703] env[62270]: DEBUG oslo.service.loopingcall [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.828703] env[62270]: DEBUG nova.compute.manager [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1018.828703] env[62270]: DEBUG nova.network.neutron [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1018.853835] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1018.887526] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1018.887865] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1018.888514] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.889016] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1018.889016] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.889183] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1018.889694] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1018.891997] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1018.891997] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1018.891997] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1018.891997] env[62270]: DEBUG nova.virt.hardware [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.891997] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3af7c2-3e3c-4446-908f-55c5f7f2f681 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.904090] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae15c1ca-8a5b-4b6b-8891-1bf693acee13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.996138] env[62270]: DEBUG oslo_vmware.api [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Task: {'id': task-4292027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566075} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.996458] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.997139] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1018.997139] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1018.997139] env[62270]: INFO nova.compute.manager [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1018.997414] env[62270]: DEBUG oslo.service.loopingcall [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.997676] env[62270]: DEBUG nova.compute.manager [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1018.997788] env[62270]: DEBUG nova.network.neutron [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1019.000172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.002504] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.097s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.002840] env[62270]: DEBUG nova.objects.instance [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'resources' on Instance uuid 048fc5b2-f718-450e-bbd5-b228770190bc {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.027213] env[62270]: INFO nova.scheduler.client.report [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance e368bc32-884a-46d7-879d-f94cd58b529d [ 1019.034907] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1019.185423] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292028, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.226140] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1019.226617] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e3731-a31c-4cf4-b1da-d1801fa060ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.241731] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1019.244047] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e173cf-48b3-4b6e-a1d7-3bc30b4fd801 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.296057] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292029, 'name': ReconfigVM_Task, 'duration_secs': 0.902659} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.298091] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Reconfigured VM instance instance-00000055 to attach disk [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447/c20f5633-b7b9-4276-83a4-cdc2b85e6447.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.298091] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7271f4d-6841-4088-8002-07463febde8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.315642] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1019.315642] env[62270]: value = "task-4292032" [ 1019.315642] env[62270]: _type = "Task" [ 1019.315642] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.324837] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292030, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.332328] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292032, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.391799] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1019.392179] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1019.392179] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleting the datastore file [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.392988] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e2f53cd-b2b2-4903-b5c6-cd3f333710ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.406501] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1019.406501] env[62270]: value = "task-4292033" [ 1019.406501] env[62270]: _type = "Task" [ 1019.406501] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.421365] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.454576] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "0ea58efe-a874-4e93-ba26-eb85220b5121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.454862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.536037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a7c3135e-28a8-400b-936c-451cde36b620 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e368bc32-884a-46d7-879d-f94cd58b529d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.126s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.646287] env[62270]: DEBUG nova.network.neutron [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updating instance_info_cache with network_info: [{"id": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "address": "fa:16:3e:7a:8e:16", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c37e95-8d", "ovs_interfaceid": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.685192] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292028, 'name': Rename_Task, 'duration_secs': 1.019635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.688380] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1019.688894] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd61f2b-364b-4341-970e-c3b86d2bc38e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.699957] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1019.699957] env[62270]: value = "task-4292034" [ 1019.699957] env[62270]: _type = "Task" [ 1019.699957] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.714610] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.741171] env[62270]: DEBUG nova.compute.manager [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1019.741171] env[62270]: DEBUG nova.compute.manager [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing instance network info cache due to event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1019.741623] env[62270]: DEBUG oslo_concurrency.lockutils [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.741681] env[62270]: DEBUG oslo_concurrency.lockutils [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.741837] env[62270]: DEBUG nova.network.neutron [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1019.814177] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292030, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.341801} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.814369] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1019.814606] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.814945] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-975c3d11-1258-4f28-8aaf-757fb46cafc6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.833163] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1019.833163] env[62270]: value = "task-4292035" [ 1019.833163] env[62270]: _type = "Task" [ 1019.833163] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.837610] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292032, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.852194] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.873126] env[62270]: DEBUG nova.network.neutron [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.920606] env[62270]: DEBUG oslo_vmware.api [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363548} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.921558] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.921917] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1019.924016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1019.950119] env[62270]: INFO nova.scheduler.client.report [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted allocations for instance 6f751e91-361b-4c18-928e-c5a45295932d [ 1019.957817] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1019.967772] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Successfully updated port: 3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.073022] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61173462-c555-4570-8623-8bf8bbbfc6cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.079868] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62ec62-117b-40c2-b8d4-8df8a14e5fdb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.114696] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3b0178-91b7-4d06-be4e-6596ba7cc152 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.123104] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ec661-31d3-48f3-aa07-162e3e533c98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.137327] env[62270]: DEBUG nova.compute.provider_tree [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.149379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.149782] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Instance network_info: |[{"id": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "address": "fa:16:3e:7a:8e:16", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c37e95-8d", "ovs_interfaceid": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1020.150527] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:8e:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4c37e95-8dc5-479c-95f1-5e53c83fa895', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.158374] env[62270]: DEBUG oslo.service.loopingcall [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.158889] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1020.159159] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73512c72-2d7f-4511-977d-b7e7ab5a5644 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181782] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.181782] env[62270]: value = "task-4292036" [ 1020.181782] env[62270]: _type = "Task" [ 1020.181782] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.197062] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292036, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.215319] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292034, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.328050] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292032, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.330648] env[62270]: DEBUG nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1020.331548] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f92b6e9-967f-4ead-9b0b-ae6f512f6e8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.337515] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Received event network-changed-a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1020.337711] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Refreshing instance network info cache due to event network-changed-a4c37e95-8dc5-479c-95f1-5e53c83fa895. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1020.337932] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Acquiring lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.338099] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Acquired lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.338274] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Refreshing network info cache for port a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1020.362811] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075136} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.363423] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.364339] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29c3f7-b1b9-4bf6-b533-e136641599c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.387077] env[62270]: INFO nova.compute.manager [-] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Took 1.56 seconds to deallocate network for instance. [ 1020.396663] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.401427] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f2f8c2-f6e4-432b-92af-e8580552a70c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.421726] env[62270]: DEBUG nova.network.neutron [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.448167] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1020.448167] env[62270]: value = "task-4292037" [ 1020.448167] env[62270]: _type = "Task" [ 1020.448167] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.456016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.469694] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.469836] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquired lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.473020] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1020.491973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.546188] env[62270]: DEBUG nova.network.neutron [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updated VIF entry in instance network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1020.546851] env[62270]: DEBUG nova.network.neutron [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.640885] env[62270]: DEBUG nova.scheduler.client.report [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1020.693261] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292036, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.714564] env[62270]: DEBUG oslo_vmware.api [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292034, 'name': PowerOnVM_Task, 'duration_secs': 1.014839} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.714950] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1020.715226] env[62270]: INFO nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1020.715427] env[62270]: DEBUG nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1020.716323] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ecdad1-099a-4e73-a317-e27bbd45e15f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.828177] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292032, 'name': Rename_Task, 'duration_secs': 1.33961} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.828538] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1020.828849] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5221827-f3d0-4a51-b0e0-ae491d554113 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.837612] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1020.837612] env[62270]: value = "task-4292038" [ 1020.837612] env[62270]: _type = "Task" [ 1020.837612] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.850863] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.857992] env[62270]: INFO nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] instance snapshotting [ 1020.858704] env[62270]: DEBUG nova.objects.instance [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.922536] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.922919] env[62270]: INFO nova.compute.manager [-] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Took 1.93 seconds to deallocate network for instance. [ 1020.963051] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292037, 'name': ReconfigVM_Task, 'duration_secs': 0.466972} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.963998] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e/71f2b5b5-b4a3-48dc-9702-b4662b08dc6e.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.964637] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f2ac22-d912-478e-9a29-b86b598118a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.975806] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1020.975806] env[62270]: value = "task-4292039" [ 1020.975806] env[62270]: _type = "Task" [ 1020.975806] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.988874] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292039, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.027073] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1021.050080] env[62270]: DEBUG oslo_concurrency.lockutils [req-2e2410ce-126f-4c4c-9d51-8d71ba852f54 req-93161982-1bf7-4291-b0f4-a1b380c5ce5d service nova] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.149637] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.151806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.754s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.152083] env[62270]: DEBUG nova.objects.instance [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lazy-loading 'resources' on Instance uuid 4b12dc6e-13f8-462d-8739-524f9c55b111 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.155517] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updated VIF entry in instance network info cache for port a4c37e95-8dc5-479c-95f1-5e53c83fa895. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1021.155859] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updating instance_info_cache with network_info: [{"id": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "address": "fa:16:3e:7a:8e:16", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c37e95-8d", "ovs_interfaceid": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.176254] env[62270]: INFO nova.scheduler.client.report [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted allocations for instance 048fc5b2-f718-450e-bbd5-b228770190bc [ 1021.194261] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292036, 'name': CreateVM_Task, 'duration_secs': 0.579807} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.194440] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1021.195227] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.195408] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.195733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1021.196026] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a784ca1-cdda-4514-a928-ee374b310c1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.203233] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1021.203233] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8c6e9-110b-d891-09ac-b55907138523" [ 1021.203233] env[62270]: _type = "Task" [ 1021.203233] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.214346] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8c6e9-110b-d891-09ac-b55907138523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.239494] env[62270]: DEBUG nova.network.neutron [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Updating instance_info_cache with network_info: [{"id": "3e510121-2c1f-4712-a863-db2d67decc12", "address": "fa:16:3e:da:1d:bb", "network": {"id": "648d4efd-4d7b-4482-abd4-c1f5333a52de", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671036519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c35286f52d4f4087b998e0a083f3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e510121-2c", "ovs_interfaceid": "3e510121-2c1f-4712-a863-db2d67decc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.245019] env[62270]: INFO nova.compute.manager [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Took 45.20 seconds to build instance. [ 1021.326570] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8e607d80-c692-4b01-9bf7-6dee6923d46d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "2e0f452d-9737-4ad4-98e0-f5fd071344a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.326570] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8e607d80-c692-4b01-9bf7-6dee6923d46d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "2e0f452d-9737-4ad4-98e0-f5fd071344a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.348755] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292038, 'name': PowerOnVM_Task} progress is 96%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.363775] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e103c-5c83-486a-aec5-3ff91147a636 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.383678] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1386035-3cc7-49e7-951c-317bee2b949e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.429884] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.475470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.475707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.487047] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292039, 'name': Rename_Task, 'duration_secs': 0.198841} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.487829] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1021.488095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7be92913-5df0-4345-a399-b38863ab47ef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.497188] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1021.497188] env[62270]: value = "task-4292040" [ 1021.497188] env[62270]: _type = "Task" [ 1021.497188] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.506137] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.660922] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Releasing lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.661495] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-vif-unplugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1021.661495] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.661609] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.661759] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.662232] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] No waiting events found dispatching network-vif-unplugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1021.662232] env[62270]: WARNING nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received unexpected event network-vif-unplugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb for instance with vm_state shelved_offloaded and task_state None. [ 1021.662368] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1021.662530] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing instance network info cache due to event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1021.662727] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.663141] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.663141] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1021.687388] env[62270]: DEBUG oslo_concurrency.lockutils [None req-09f8f86a-8653-44b3-830f-2f233d3db3bb tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "048fc5b2-f718-450e-bbd5-b228770190bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.855s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.715518] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e8c6e9-110b-d891-09ac-b55907138523, 'name': SearchDatastore_Task, 'duration_secs': 0.025629} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.718330] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.718584] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.718825] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.718980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.719187] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.719806] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0517f932-1bc5-4c42-b06d-f255f536228a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.735801] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.736016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1021.736778] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7340e7-51ce-4899-9fa3-f50874d0c30c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.743568] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Releasing lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.743860] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Instance network_info: |[{"id": "3e510121-2c1f-4712-a863-db2d67decc12", "address": "fa:16:3e:da:1d:bb", "network": {"id": "648d4efd-4d7b-4482-abd4-c1f5333a52de", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671036519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c35286f52d4f4087b998e0a083f3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e510121-2c", "ovs_interfaceid": "3e510121-2c1f-4712-a863-db2d67decc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1021.744402] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2dfa4af3-1adf-4097-b98a-4f58452cb022 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.710s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.746417] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:1d:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e510121-2c1f-4712-a863-db2d67decc12', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.754643] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Creating folder: Project (d7c35286f52d4f4087b998e0a083f3aa). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1021.755068] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1021.755068] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52afbe30-eb6c-2d9c-57a0-561fef781361" [ 1021.755068] env[62270]: _type = "Task" [ 1021.755068] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.757766] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74a4fce0-c2b2-4a06-a909-380eaed293cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.769665] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52afbe30-eb6c-2d9c-57a0-561fef781361, 'name': SearchDatastore_Task, 'duration_secs': 0.017639} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.773946] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c19169-b249-4989-a65c-f21083cec604 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.776767] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Created folder: Project (d7c35286f52d4f4087b998e0a083f3aa) in parent group-v845132. [ 1021.777406] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Creating folder: Instances. Parent ref: group-v845386. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1021.777406] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f8a60ba-1d8d-4070-8a82-23f12ff46e3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.782941] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1021.782941] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200579a-56ef-6c9f-c1c8-8b07845ae43d" [ 1021.782941] env[62270]: _type = "Task" [ 1021.782941] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.790686] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Created folder: Instances in parent group-v845386. [ 1021.790888] env[62270]: DEBUG oslo.service.loopingcall [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.791488] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1021.791743] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f96023d-5f25-41d4-901f-c1cdb119e87f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.812104] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200579a-56ef-6c9f-c1c8-8b07845ae43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.819439] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.819439] env[62270]: value = "task-4292043" [ 1021.819439] env[62270]: _type = "Task" [ 1021.819439] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.831015] env[62270]: DEBUG nova.compute.manager [None req-8e607d80-c692-4b01-9bf7-6dee6923d46d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 2e0f452d-9737-4ad4-98e0-f5fd071344a4] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1021.833945] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292043, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.849051] env[62270]: DEBUG oslo_vmware.api [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292038, 'name': PowerOnVM_Task, 'duration_secs': 0.802361} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.851669] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1021.851912] env[62270]: DEBUG nova.compute.manager [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1021.853238] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f7968-0ed7-4f50-ab9c-d80dd00b5909 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.896041] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.896513] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f6f83d3-7611-46e0-b3ca-7c7b24fbe452 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.909190] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1021.909190] env[62270]: value = "task-4292044" [ 1021.909190] env[62270]: _type = "Task" [ 1021.909190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.919457] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.978920] env[62270]: DEBUG nova.compute.utils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.009909] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292040, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.059538] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51132326-ac98-4c58-b5b0-4f425e8d3dc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.068360] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444f645-831b-4cad-aa81-3bb59a744d54 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.101717] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d2bb31-5ce2-405a-a172-b93e311c1499 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.111436] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e3e47-b0d9-40fd-8ac8-0055580bb6eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.126139] env[62270]: DEBUG nova.compute.provider_tree [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.301459] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5200579a-56ef-6c9f-c1c8-8b07845ae43d, 'name': SearchDatastore_Task, 'duration_secs': 0.014258} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.301774] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.302154] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/f907f1ed-5981-4513-97b4-5b6e9d03bfe0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1022.302461] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63c650a-2844-414d-b3b8-d1b665e63cd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.311481] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1022.311481] env[62270]: value = "task-4292045" [ 1022.311481] env[62270]: _type = "Task" [ 1022.311481] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.322844] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.332571] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292043, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.339040] env[62270]: DEBUG nova.compute.manager [None req-8e607d80-c692-4b01-9bf7-6dee6923d46d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 2e0f452d-9737-4ad4-98e0-f5fd071344a4] Instance disappeared before build. {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2440}} [ 1022.379419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.416957] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updated VIF entry in instance network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1022.417467] env[62270]: DEBUG nova.network.neutron [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": null, "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.424380] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292044, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.481060] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1022.481346] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing instance network info cache due to event network-changed-421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1022.481631] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Acquiring lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.481810] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Acquired lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.482000] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Refreshing network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1022.484181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.511285] env[62270]: DEBUG oslo_vmware.api [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292040, 'name': PowerOnVM_Task, 'duration_secs': 0.699909} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.511659] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1022.511899] env[62270]: DEBUG nova.compute.manager [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1022.516827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c85ddd-017a-4800-9293-971e5aeeed4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.632238] env[62270]: DEBUG nova.scheduler.client.report [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1022.823462] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292045, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.834429] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292043, 'name': CreateVM_Task, 'duration_secs': 0.536677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.834607] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1022.835385] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.835568] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.835916] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1022.836233] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22764b84-377c-4ff4-a302-8cb7355c4e01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.844121] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1022.844121] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298b622-8d1b-e0d3-3cd7-fb7f3aacfb46" [ 1022.844121] env[62270]: _type = "Task" [ 1022.844121] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.853965] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298b622-8d1b-e0d3-3cd7-fb7f3aacfb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.855182] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8e607d80-c692-4b01-9bf7-6dee6923d46d tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "2e0f452d-9737-4ad4-98e0-f5fd071344a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.530s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.920693] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292044, 'name': CreateSnapshot_Task, 'duration_secs': 0.683571} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.920693] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.921626] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf93d3-4a14-48ca-b915-1a052652c1da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.926151] env[62270]: DEBUG oslo_concurrency.lockutils [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.926535] env[62270]: DEBUG nova.compute.manager [req-b7dd18ac-4608-43be-8cde-f190163abe32 req-621af25b-2ee5-4d10-b97a-8a849f9acbdf service nova] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Received event network-vif-deleted-fd1fa2b8-fd92-4a95-be19-290ec5983ea0 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1023.034183] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.138952] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.141452] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.317s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.141700] env[62270]: DEBUG nova.objects.instance [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'pci_requests' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.161480] env[62270]: INFO nova.scheduler.client.report [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Deleted allocations for instance 4b12dc6e-13f8-462d-8739-524f9c55b111 [ 1023.232423] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updated VIF entry in instance network info cache for port 421fd7c7-7b9d-4b24-b050-9e223e9bfb24. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1023.232853] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [{"id": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "address": "fa:16:3e:3a:07:00", "network": {"id": "a608b640-8b88-4b6c-a6e0-857258d8a351", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1593200752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b38ad11da78b4734b594132fd8e9ca09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap421fd7c7-7b", "ovs_interfaceid": "421fd7c7-7b9d-4b24-b050-9e223e9bfb24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.324511] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580097} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.324511] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/f907f1ed-5981-4513-97b4-5b6e9d03bfe0.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1023.324707] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.325174] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1493dbb3-f6e7-47bc-b7b7-3f46d401057f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.334058] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1023.334058] env[62270]: value = "task-4292046" [ 1023.334058] env[62270]: _type = "Task" [ 1023.334058] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.345643] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.357921] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298b622-8d1b-e0d3-3cd7-fb7f3aacfb46, 'name': SearchDatastore_Task, 'duration_secs': 0.024295} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.358292] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.358567] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.358851] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.359102] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.359375] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.359702] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-040f30cc-1769-4083-84fb-f5271ac5af55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.369697] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.369895] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1023.370655] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd8c998-8a56-411c-905b-2d6125b6eb93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.377062] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1023.377062] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b7ef8-b83d-d8d7-715c-ecaff3de948e" [ 1023.377062] env[62270]: _type = "Task" [ 1023.377062] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.385905] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b7ef8-b83d-d8d7-715c-ecaff3de948e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.440884] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.441241] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e79ca43f-3bfd-473f-9426-fa1e269366a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.450893] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1023.450893] env[62270]: value = "task-4292047" [ 1023.450893] env[62270]: _type = "Task" [ 1023.450893] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.460724] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292047, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.551876] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.552283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.552575] env[62270]: INFO nova.compute.manager [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Attaching volume 95b83171-ea86-47aa-b98e-bbfb44dff88a to /dev/sdb [ 1023.594267] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0cc461-1e85-493b-be69-c90fb2c0ec17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.602318] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c45558-6fc7-4fda-9310-1bf28022e396 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.623853] env[62270]: DEBUG nova.virt.block_device [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating existing volume attachment record: 552807b1-e254-4f4c-9f06-17f4b4ed8320 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.648356] env[62270]: DEBUG nova.objects.instance [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'numa_topology' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.674501] env[62270]: DEBUG oslo_concurrency.lockutils [None req-89291a84-b171-4f8f-95e4-a08d90d3bc71 tempest-ImagesOneServerNegativeTestJSON-43880012 tempest-ImagesOneServerNegativeTestJSON-43880012-project-member] Lock "4b12dc6e-13f8-462d-8739-524f9c55b111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.403s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.736605] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Releasing lock "refresh_cache-4317da72-fbe2-4c11-b349-26c3a3bb08cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.736896] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Received event network-vif-plugged-3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1023.737170] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Acquiring lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.737445] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.737696] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.737901] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] No waiting events found dispatching network-vif-plugged-3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1023.738101] env[62270]: WARNING nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Received unexpected event network-vif-plugged-3e510121-2c1f-4712-a863-db2d67decc12 for instance with vm_state building and task_state spawning. [ 1023.738494] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Received event network-vif-deleted-230fe547-b2d5-409d-8ec5-0dfc3d693640 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1023.738494] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Received event network-changed-3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1023.738615] env[62270]: DEBUG nova.compute.manager [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Refreshing instance network info cache due to event network-changed-3e510121-2c1f-4712-a863-db2d67decc12. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1023.738816] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Acquiring lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.738962] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Acquired lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.741532] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Refreshing network info cache for port 3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1023.848088] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071689} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.848973] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.850623] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d5a3f-1240-4f3e-a5a7-61a527ffcac3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.878591] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/f907f1ed-5981-4513-97b4-5b6e9d03bfe0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.878591] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e4bbb2-86f1-4eb0-bb42-6815fe3c4a44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.905555] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527b7ef8-b83d-d8d7-715c-ecaff3de948e, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.907720] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1023.907720] env[62270]: value = "task-4292049" [ 1023.907720] env[62270]: _type = "Task" [ 1023.907720] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.909012] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3468cc87-352e-4019-93f7-e9f255e1fb40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.923021] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1023.923021] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b971fb-5eea-03a3-54ab-e3337803c3c6" [ 1023.923021] env[62270]: _type = "Task" [ 1023.923021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.923407] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.934815] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b971fb-5eea-03a3-54ab-e3337803c3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.962543] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292047, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.135797] env[62270]: DEBUG nova.compute.manager [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1024.136907] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3c3b0-5a84-4e88-b882-aac66c2c2c79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.150874] env[62270]: INFO nova.compute.claims [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.323668] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.324068] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.421817] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292049, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.434741] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b971fb-5eea-03a3-54ab-e3337803c3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.0174} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.435108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.435544] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0afc94d9-8f62-4998-8ada-78ca47ba21eb/0afc94d9-8f62-4998-8ada-78ca47ba21eb.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1024.435880] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d2311c1-6608-43a8-bc88-a787a1d7c65b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.444710] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1024.444710] env[62270]: value = "task-4292052" [ 1024.444710] env[62270]: _type = "Task" [ 1024.444710] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.462390] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.471529] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292047, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.652436] env[62270]: INFO nova.compute.manager [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] instance snapshotting [ 1024.657248] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d158cb-7d5a-4667-a182-839b41ddc7d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.678532] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Updated VIF entry in instance network info cache for port 3e510121-2c1f-4712-a863-db2d67decc12. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1024.678972] env[62270]: DEBUG nova.network.neutron [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Updating instance_info_cache with network_info: [{"id": "3e510121-2c1f-4712-a863-db2d67decc12", "address": "fa:16:3e:da:1d:bb", "network": {"id": "648d4efd-4d7b-4482-abd4-c1f5333a52de", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-671036519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7c35286f52d4f4087b998e0a083f3aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e510121-2c", "ovs_interfaceid": "3e510121-2c1f-4712-a863-db2d67decc12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.681512] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983357c2-5d09-424d-8635-8d2e72303326 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.828686] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1024.924750] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292049, 'name': ReconfigVM_Task, 'duration_secs': 0.551141} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.924750] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/f907f1ed-5981-4513-97b4-5b6e9d03bfe0.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.924750] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b0b0536-7217-425a-85b8-a40f4b0122aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.935970] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1024.935970] env[62270]: value = "task-4292053" [ 1024.935970] env[62270]: _type = "Task" [ 1024.935970] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.946264] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292053, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.955731] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292052, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.964666] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292047, 'name': CloneVM_Task, 'duration_secs': 1.303082} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.965084] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Created linked-clone VM from snapshot [ 1024.966016] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc020d8-3c0e-42e5-abe5-49135219367d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.976267] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploading image a1958173-9344-45f4-afd2-9ebb0fd10ea3 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1024.982091] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.982391] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.982618] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.982821] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.983038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.986567] env[62270]: INFO nova.compute.manager [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Terminating instance [ 1024.989081] env[62270]: DEBUG nova.compute.manager [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1024.989494] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1024.990508] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e978061-f82a-41fd-8161-63ea582e41e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.004070] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1025.005891] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1025.005891] env[62270]: value = "vm-845390" [ 1025.005891] env[62270]: _type = "VirtualMachine" [ 1025.005891] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1025.006284] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df4f836-976a-4ae6-9ee9-d5f368db876a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.008173] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4bedb6f2-13fb-4415-b0c8-64bc94e65879 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.017809] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1025.017809] env[62270]: value = "task-4292054" [ 1025.017809] env[62270]: _type = "Task" [ 1025.017809] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.019532] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease: (returnval){ [ 1025.019532] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5254d883-ab2e-5b2e-5c07-92c07a31ef20" [ 1025.019532] env[62270]: _type = "HttpNfcLease" [ 1025.019532] env[62270]: } obtained for exporting VM: (result){ [ 1025.019532] env[62270]: value = "vm-845390" [ 1025.019532] env[62270]: _type = "VirtualMachine" [ 1025.019532] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1025.020378] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the lease: (returnval){ [ 1025.020378] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5254d883-ab2e-5b2e-5c07-92c07a31ef20" [ 1025.020378] env[62270]: _type = "HttpNfcLease" [ 1025.020378] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1025.034651] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.036698] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.036698] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5254d883-ab2e-5b2e-5c07-92c07a31ef20" [ 1025.036698] env[62270]: _type = "HttpNfcLease" [ 1025.036698] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1025.097670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.187802] env[62270]: DEBUG oslo_concurrency.lockutils [req-6419281a-7b45-4817-9239-97a22ba00906 req-73464e0a-1433-44d2-a896-9c2b961e41fe service nova] Releasing lock "refresh_cache-0afc94d9-8f62-4998-8ada-78ca47ba21eb" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.203049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.205149] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e482c408-5dee-41ce-8ad3-72d9634b003d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.218285] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1025.218285] env[62270]: value = "task-4292056" [ 1025.218285] env[62270]: _type = "Task" [ 1025.218285] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.231336] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.357551] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.446206] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292053, 'name': Rename_Task, 'duration_secs': 0.296591} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.446206] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1025.447678] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07194629-ab85-467a-8cb8-5e195056c422 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.462932] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611577} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.466790] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0afc94d9-8f62-4998-8ada-78ca47ba21eb/0afc94d9-8f62-4998-8ada-78ca47ba21eb.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1025.467066] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.467399] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1025.467399] env[62270]: value = "task-4292057" [ 1025.467399] env[62270]: _type = "Task" [ 1025.467399] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.470434] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1987e55b-813b-4741-a98c-36b6bf9db1f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.480845] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292057, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.482453] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1025.482453] env[62270]: value = "task-4292058" [ 1025.482453] env[62270]: _type = "Task" [ 1025.482453] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.493749] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.533163] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292054, 'name': PowerOffVM_Task, 'duration_secs': 0.245809} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.534135] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1025.534385] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1025.534735] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052c8db5-a2a0-407c-9606-b1dfc1177494 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.542528] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1025.542528] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5254d883-ab2e-5b2e-5c07-92c07a31ef20" [ 1025.542528] env[62270]: _type = "HttpNfcLease" [ 1025.542528] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1025.542528] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1025.542528] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5254d883-ab2e-5b2e-5c07-92c07a31ef20" [ 1025.542528] env[62270]: _type = "HttpNfcLease" [ 1025.542528] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1025.542528] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ec41f2-daf2-462a-a94c-1e198f81ca1b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.554222] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1025.554525] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1025.618702] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1025.619032] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1025.619323] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] c20f5633-b7b9-4276-83a4-cdc2b85e6447 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.621090] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6e8fa0-5b10-4525-b646-ca0c90c96bb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.628255] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1025.628255] env[62270]: value = "task-4292060" [ 1025.628255] env[62270]: _type = "Task" [ 1025.628255] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.639487] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.674469] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8800d8a-ac5b-4a5c-8631-842572399a63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.684622] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a85829e8-861d-4359-856e-3d235ed28304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.687420] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ed448-9755-443d-9c7b-d69ef50cbdc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.720562] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f807e22-f8c4-4090-a562-85d9362e7a87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.736561] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4f95a-bf55-4ac2-b731-8b7b0ecb2800 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.741158] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.751445] env[62270]: DEBUG nova.compute.provider_tree [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.861840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.861840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.983501] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292057, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.995156] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064981} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.995518] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.996376] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd394518-f991-4c7f-b497-d1a37ed65a07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.021629] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 0afc94d9-8f62-4998-8ada-78ca47ba21eb/0afc94d9-8f62-4998-8ada-78ca47ba21eb.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.022239] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7884e4-79a2-4824-991d-f44c0fedbe73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.041557] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1026.041557] env[62270]: value = "task-4292061" [ 1026.041557] env[62270]: _type = "Task" [ 1026.041557] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.050109] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.139021] env[62270]: DEBUG oslo_vmware.api [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137953} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.139401] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.139635] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1026.139931] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1026.140271] env[62270]: INFO nova.compute.manager [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1026.140557] env[62270]: DEBUG oslo.service.loopingcall [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.141264] env[62270]: DEBUG nova.compute.manager [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1026.141408] env[62270]: DEBUG nova.network.neutron [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1026.240946] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292056, 'name': CreateSnapshot_Task, 'duration_secs': 0.997577} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.240946] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.240946] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218fd76e-6c94-4a78-956c-88f967c9553d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.259762] env[62270]: DEBUG nova.scheduler.client.report [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1026.363580] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1026.490198] env[62270]: DEBUG oslo_vmware.api [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292057, 'name': PowerOnVM_Task, 'duration_secs': 0.775534} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.491967] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1026.492226] env[62270]: INFO nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1026.492465] env[62270]: DEBUG nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1026.496447] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8083de5-c5cb-47e1-adb3-77b3966962b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.554851] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292061, 'name': ReconfigVM_Task, 'duration_secs': 0.34341} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.555421] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 0afc94d9-8f62-4998-8ada-78ca47ba21eb/0afc94d9-8f62-4998-8ada-78ca47ba21eb.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.556539] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4e9edb-db4d-4ed9-aecb-505b0eb32717 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.563835] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1026.563835] env[62270]: value = "task-4292063" [ 1026.563835] env[62270]: _type = "Task" [ 1026.563835] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.570791] env[62270]: DEBUG nova.compute.manager [req-8283fc5f-e340-4451-899d-4753360c4b77 req-b7d42f35-2dc5-444e-8807-50a3aea10066 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Received event network-vif-deleted-03e53417-7733-43ba-b91a-2de076272604 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1026.571031] env[62270]: INFO nova.compute.manager [req-8283fc5f-e340-4451-899d-4753360c4b77 req-b7d42f35-2dc5-444e-8807-50a3aea10066 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Neutron deleted interface 03e53417-7733-43ba-b91a-2de076272604; detaching it from the instance and deleting it from the info cache [ 1026.571338] env[62270]: DEBUG nova.network.neutron [req-8283fc5f-e340-4451-899d-4753360c4b77 req-b7d42f35-2dc5-444e-8807-50a3aea10066 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.582097] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.582568] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.584568] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292063, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.763986] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.764342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23c31465-21c2-430d-8358-ce3e4861bd31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.769564] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.628s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.773359] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.695s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.773621] env[62270]: DEBUG nova.objects.instance [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lazy-loading 'resources' on Instance uuid e3664a5c-6457-45c1-a60f-f2393a568cae {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.778846] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1026.778846] env[62270]: value = "task-4292064" [ 1026.778846] env[62270]: _type = "Task" [ 1026.778846] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.789415] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292064, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.814922] env[62270]: INFO nova.network.neutron [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1026.899163] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.994069] env[62270]: DEBUG nova.network.neutron [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.032143] env[62270]: INFO nova.compute.manager [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Took 38.54 seconds to build instance. [ 1027.075181] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292063, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.075590] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c3aa349-914e-4524-be81-f7d22d3e4338 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.085336] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b684c4af-87a8-4df3-acfb-ccc879348d67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.102207] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1027.145011] env[62270]: DEBUG nova.compute.manager [req-8283fc5f-e340-4451-899d-4753360c4b77 req-b7d42f35-2dc5-444e-8807-50a3aea10066 service nova] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Detach interface failed, port_id=03e53417-7733-43ba-b91a-2de076272604, reason: Instance c20f5633-b7b9-4276-83a4-cdc2b85e6447 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1027.292107] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292064, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.500879] env[62270]: INFO nova.compute.manager [-] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Took 1.36 seconds to deallocate network for instance. [ 1027.529052] env[62270]: INFO nova.compute.manager [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Rescuing [ 1027.529606] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.529606] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.532088] env[62270]: DEBUG nova.network.neutron [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1027.540502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-652aa0ef-df2d-4e4d-9093-990f5395f896 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.272s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.577260] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292063, 'name': Rename_Task, 'duration_secs': 0.917404} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.581907] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1027.583259] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87027c4a-3fda-4774-96d6-4916567b9cef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.590177] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1027.590177] env[62270]: value = "task-4292065" [ 1027.590177] env[62270]: _type = "Task" [ 1027.590177] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.600481] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.644161] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.795263] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292064, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.823221] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f0bf08-4a97-4624-a981-cc5f8b5e6e1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.832435] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb1ea1-2541-4463-91e6-f30bf0852e41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.869744] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed45a1-f6ed-4aa8-8057-9e9291c5b6f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.878535] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf2c3c-792f-40aa-8058-81249ecd1f7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.894440] env[62270]: DEBUG nova.compute.provider_tree [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.012427] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.103884] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.294371] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292064, 'name': CloneVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.397616] env[62270]: DEBUG nova.scheduler.client.report [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1028.411750] env[62270]: DEBUG nova.network.neutron [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updating instance_info_cache with network_info: [{"id": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "address": "fa:16:3e:7a:8e:16", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c37e95-8d", "ovs_interfaceid": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.602443] env[62270]: DEBUG oslo_vmware.api [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292065, 'name': PowerOnVM_Task, 'duration_secs': 0.59498} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.602579] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1028.602835] env[62270]: INFO nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1028.605092] env[62270]: DEBUG nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1028.605092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6763c006-b80a-4dff-9b55-5611cd6f8745 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.620585] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.620585] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.620585] env[62270]: DEBUG nova.network.neutron [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1028.685729] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.685987] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.686902] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7650b57-41ec-40e8-ac43-34871a8b862e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.704185] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5274c158-f9b8-4c77-aac7-e7cf7033f5a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.730835] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.731265] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d530c09a-7d89-48d5-83db-cc5bc6676ee0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.750466] env[62270]: DEBUG nova.compute.manager [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1028.750747] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.750978] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.751181] env[62270]: DEBUG oslo_concurrency.lockutils [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.751368] env[62270]: DEBUG nova.compute.manager [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] No waiting events found dispatching network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1028.751545] env[62270]: WARNING nova.compute.manager [req-e7469ac3-4a6c-4ff1-a81b-9e2d02784406 req-3fad6834-ed7b-4937-b90d-73b8e741c279 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received unexpected event network-vif-plugged-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 for instance with vm_state shelved_offloaded and task_state spawning. [ 1028.761761] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1028.761761] env[62270]: value = "task-4292066" [ 1028.761761] env[62270]: _type = "Task" [ 1028.761761] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.771116] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.794921] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292064, 'name': CloneVM_Task, 'duration_secs': 1.599891} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.795658] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Created linked-clone VM from snapshot [ 1028.796086] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd5047d-b68d-4753-a2ab-89bf917632c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.804282] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Uploading image e201ea8a-8708-4217-9719-cbab80d9d6df {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1028.821329] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1028.822041] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d424e9a-3d6b-41a2-93fe-8beb771f87ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.830104] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1028.830104] env[62270]: value = "task-4292067" [ 1028.830104] env[62270]: _type = "Task" [ 1028.830104] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.842149] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292067, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.903057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.905843] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.282s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.915137] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.970027] env[62270]: INFO nova.scheduler.client.report [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted allocations for instance e3664a5c-6457-45c1-a60f-f2393a568cae [ 1029.125239] env[62270]: INFO nova.compute.manager [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Took 40.00 seconds to build instance. [ 1029.271391] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292066, 'name': ReconfigVM_Task, 'duration_secs': 0.472565} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.271695] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.277198] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2000dd5f-9e22-471c-97c2-8397be52a1d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.295787] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1029.295787] env[62270]: value = "task-4292068" [ 1029.295787] env[62270]: _type = "Task" [ 1029.295787] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.306400] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.340781] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292067, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.400363] env[62270]: DEBUG nova.network.neutron [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.455293] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1029.455293] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e4b602-c03b-4bdf-8dad-af90759c936f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.463061] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1029.463061] env[62270]: value = "task-4292069" [ 1029.463061] env[62270]: _type = "Task" [ 1029.463061] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.472725] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.486926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b5f0c538-abe9-47e0-9c74-94a5c5966513 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "e3664a5c-6457-45c1-a60f-f2393a568cae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.019s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.631246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-090bdf48-ce92-472b-9274-b3d3600b4a11 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.519s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.806238] env[62270]: DEBUG oslo_vmware.api [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292068, 'name': ReconfigVM_Task, 'duration_secs': 0.190028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.806584] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.840993] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292067, 'name': Destroy_Task, 'duration_secs': 0.529753} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.841350] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Destroyed the VM [ 1029.842801] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.842801] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-602f7c59-efbe-40ad-a9c0-b78bb113fb15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.848584] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1029.848584] env[62270]: value = "task-4292070" [ 1029.848584] env[62270]: _type = "Task" [ 1029.848584] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.857120] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292070, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.903590] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.936778] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8ca26b2e663b70d5f64ade9157f011b5',container_format='bare',created_at=2025-06-20T08:54:58Z,direct_url=,disk_format='vmdk',id=26c0e143-74e5-4b56-b0fd-25311b176306,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1919074603-shelved',owner='ecf3e17d2d914b75b6fc7142d835f772',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-06-20T08:55:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1029.937076] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1029.937287] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.937482] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1029.937639] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.937792] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1029.938129] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1029.938438] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1029.938658] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1029.938839] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1029.939037] env[62270]: DEBUG nova.virt.hardware [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.939945] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736ab17-6cc1-4e45-8144-dbda74a08760 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.950451] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45244c8a-f947-4e5f-be04-ae1172031a58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.955591] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.955758] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d6bde5b4-f544-41c7-b763-c668b7bbd914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.955905] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.956072] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b802a76e-c112-4eaf-97b5-ed82ec528bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956207] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956326] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance fb133469-45df-4024-9155-eeed639eca8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956439] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 78aede01-1f93-4396-abd9-4d05de22119c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956570] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 96fcff46-f84d-49ac-80cb-08f44a33b78b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956687] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 4317da72-fbe2-4c11-b349-26c3a3bb08cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956798] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 1651a605-4134-475f-84d5-1651b768515e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.956909] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957239] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 25ad4cac-ab57-49d4-bf99-d32401b032c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957239] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 2c785166-887b-4db4-92e2-7e8ede9a1df6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957342] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b375b1e0-8797-42fe-b5ff-68a02b9ff46b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957443] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c20f5633-b7b9-4276-83a4-cdc2b85e6447 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.957555] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957672] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance eebc16cc-9838-46ce-8a58-dbe451a64daa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.957784] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a2ce2061-80e2-494a-8e11-8655b1adcc7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.957893] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance baf56548-edf9-4907-b42e-9f15fa110359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.958009] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f907f1ed-5981-4513-97b4-5b6e9d03bfe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.958122] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0afc94d9-8f62-4998-8ada-78ca47ba21eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1029.970823] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a0962fb-aa2b-4caf-af70-9b3a6cac0d36', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.978754] env[62270]: DEBUG oslo.service.loopingcall [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.982694] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1029.983316] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff3a1e9-cf59-40c2-890e-cade1fb03519 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.003928] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292069, 'name': PowerOffVM_Task, 'duration_secs': 0.318458} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.005374] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1030.005673] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.005673] env[62270]: value = "task-4292071" [ 1030.005673] env[62270]: _type = "Task" [ 1030.005673] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.006383] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a866f1-087b-4662-8948-6dbab0ec40e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.032574] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f72bf1-e2ef-4f98-9c9a-0fcb3dc588fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.035758] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292071, 'name': CreateVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.066261] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1030.066621] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f430240d-d4b1-496c-9f31-750627a54953 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.075065] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1030.075065] env[62270]: value = "task-4292072" [ 1030.075065] env[62270]: _type = "Task" [ 1030.075065] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.085068] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1030.085269] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.085523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.085682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.085868] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.086155] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e1d297-6615-4a0e-b6c4-0be974dfcdfb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.110785] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.111056] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1030.111926] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7a5c74-6c16-4f01-8461-c85edef4d611 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.117671] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1030.117671] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526950b8-fdda-acca-0599-c06f040e137e" [ 1030.117671] env[62270]: _type = "Task" [ 1030.117671] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.125893] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526950b8-fdda-acca-0599-c06f040e137e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.342935] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.345917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.360364] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292070, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.462083] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 2008fb86-29ba-4d63-88df-d7f722e8b4b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.520673] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292071, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.628800] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526950b8-fdda-acca-0599-c06f040e137e, 'name': SearchDatastore_Task, 'duration_secs': 0.01659} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.629399] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3c203c-590d-4490-b57f-dfa09a491297 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.635248] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1030.635248] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52df5129-3bd5-3ab5-0f47-95117f0d3ead" [ 1030.635248] env[62270]: _type = "Task" [ 1030.635248] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.643358] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52df5129-3bd5-3ab5-0f47-95117f0d3ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.848878] env[62270]: DEBUG nova.compute.utils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.867482] env[62270]: DEBUG nova.objects.instance [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'flavor' on Instance uuid 2c785166-887b-4db4-92e2-7e8ede9a1df6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.869493] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292070, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.965627] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 245900d7-c356-4bfa-82f7-a62d39bf8024 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.023928] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292071, 'name': CreateVM_Task, 'duration_secs': 0.586274} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.024146] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1031.024875] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.025541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.025917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.026223] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb5dedf-f746-44c7-9794-3cc4d2c3517e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.031312] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1031.031312] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fdfeb1-4bad-d196-de1f-1d67cfb37486" [ 1031.031312] env[62270]: _type = "Task" [ 1031.031312] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.046761] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fdfeb1-4bad-d196-de1f-1d67cfb37486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.091443] env[62270]: DEBUG nova.compute.manager [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1031.091687] env[62270]: DEBUG nova.compute.manager [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing instance network info cache due to event network-changed-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1031.091899] env[62270]: DEBUG oslo_concurrency.lockutils [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] Acquiring lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.092065] env[62270]: DEBUG oslo_concurrency.lockutils [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] Acquired lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.092243] env[62270]: DEBUG nova.network.neutron [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Refreshing network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1031.148654] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52df5129-3bd5-3ab5-0f47-95117f0d3ead, 'name': SearchDatastore_Task, 'duration_secs': 0.016946} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.148654] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.148654] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1031.149119] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ececb9b-60da-485f-b261-88b581ac9a6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.157321] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1031.157321] env[62270]: value = "task-4292073" [ 1031.157321] env[62270]: _type = "Task" [ 1031.157321] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.167572] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.356744] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.364993] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.365274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.365497] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.365716] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.365894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.367538] env[62270]: DEBUG oslo_vmware.api [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292070, 'name': RemoveSnapshot_Task, 'duration_secs': 1.079159} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.368087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.370589] env[62270]: INFO nova.compute.manager [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Terminating instance [ 1031.373817] env[62270]: DEBUG nova.compute.manager [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1031.374065] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1031.375100] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df145ce-34d4-4774-ad66-3c716919e2d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.378420] env[62270]: DEBUG oslo_concurrency.lockutils [None req-815afb70-68bf-487a-92cc-10206a6750d4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.826s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.386889] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1031.387170] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5919781-e53f-4ecf-a02e-fc6d89bb8464 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.394177] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 1031.394177] env[62270]: value = "task-4292074" [ 1031.394177] env[62270]: _type = "Task" [ 1031.394177] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.403460] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.468315] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0ea58efe-a874-4e93-ba26-eb85220b5121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.543318] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.543679] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Processing image 26c0e143-74e5-4b56-b0fd-25311b176306 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.543972] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.544671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.544671] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.544777] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06dc5b08-9d9d-4ff5-b93e-ccbcad91b1cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.563587] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.564279] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1031.564834] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff5ea00-8a35-4c43-b74c-9abd83e8ca57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.572752] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1031.572752] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52564ee9-5b10-d5f3-408b-1959105f7dd9" [ 1031.572752] env[62270]: _type = "Task" [ 1031.572752] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.585227] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52564ee9-5b10-d5f3-408b-1959105f7dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.673793] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.876252] env[62270]: WARNING nova.compute.manager [None req-cf02fe03-4f40-4ef7-b1c9-83943b2854e6 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Image not found during snapshot: nova.exception.ImageNotFound: Image e201ea8a-8708-4217-9719-cbab80d9d6df could not be found. [ 1031.906268] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292074, 'name': PowerOffVM_Task, 'duration_secs': 0.204433} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.906617] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1031.906823] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1031.907131] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a14a2cb3-b245-4c61-b4ae-beda08294494 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.946196] env[62270]: INFO nova.compute.manager [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Rebuilding instance [ 1031.971466] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a63fb134-8996-4a23-86ce-866328b38993 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1031.971721] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (83183342-0228-4078-997b-26cec6bfe2fb): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1031.981321] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1031.981570] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1031.981752] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] b802a76e-c112-4eaf-97b5-ed82ec528bf9 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.988320] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-306bb509-fcb6-4270-b564-1b173633233b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.000232] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 1032.000232] env[62270]: value = "task-4292076" [ 1032.000232] env[62270]: _type = "Task" [ 1032.000232] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.009684] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.024770] env[62270]: DEBUG nova.compute.manager [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1032.025682] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38fa13-66da-4ceb-be16-8c8f8be76dd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.095523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1032.095817] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Fetch image to [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec/OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1032.096016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Downloading stream optimized image 26c0e143-74e5-4b56-b0fd-25311b176306 to [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec/OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec.vmdk on the data store datastore2 as vApp {{(pid=62270) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1032.096212] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Downloading image file data 26c0e143-74e5-4b56-b0fd-25311b176306 to the ESX as VM named 'OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec' {{(pid=62270) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1032.173038] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753776} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.176503] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 1032.177959] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf3a6a-8c85-4097-bce1-75295bee59ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.207384] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.208567] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1032.208567] env[62270]: value = "resgroup-9" [ 1032.208567] env[62270]: _type = "ResourcePool" [ 1032.208567] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1032.208924] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a7b61c-567a-4a9e-8cd4-ef4b025f42b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.224032] env[62270]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-51a81e97-9a47-4e88-bf1a-fb6132339005 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.253038] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease: (returnval){ [ 1032.253038] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1032.253038] env[62270]: _type = "HttpNfcLease" [ 1032.253038] env[62270]: } obtained for vApp import into resource pool (val){ [ 1032.253038] env[62270]: value = "resgroup-9" [ 1032.253038] env[62270]: _type = "ResourcePool" [ 1032.253038] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1032.253038] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the lease: (returnval){ [ 1032.253038] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1032.253038] env[62270]: _type = "HttpNfcLease" [ 1032.253038] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.253038] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1032.253038] env[62270]: value = "task-4292077" [ 1032.253038] env[62270]: _type = "Task" [ 1032.253038] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.270534] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.270534] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1032.270534] env[62270]: _type = "HttpNfcLease" [ 1032.270534] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.270864] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.277507] env[62270]: DEBUG nova.network.neutron [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updated VIF entry in instance network info cache for port 9a0962fb-aa2b-4caf-af70-9b3a6cac0d36. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1032.281220] env[62270]: DEBUG nova.network.neutron [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [{"id": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "address": "fa:16:3e:2c:6c:92", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a0962fb-aa", "ovs_interfaceid": "9a0962fb-aa2b-4caf-af70-9b3a6cac0d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.469138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.469595] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.469857] env[62270]: INFO nova.compute.manager [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Attaching volume 174acd6c-d5cd-4139-8908-9307fb6bb14e to /dev/sdb [ 1032.476154] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1032.511914] env[62270]: DEBUG oslo_vmware.api [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348886} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.512241] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.512449] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1032.513034] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1032.513034] env[62270]: INFO nova.compute.manager [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.513136] env[62270]: DEBUG oslo.service.loopingcall [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.513317] env[62270]: DEBUG nova.compute.manager [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1032.513427] env[62270]: DEBUG nova.network.neutron [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1032.519013] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514efd08-c805-4213-8145-baf1d5f2feb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.526662] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0f1db-b366-42fc-b7ff-b34574b4a0e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.543134] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1032.551372] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a226564-8453-42d3-8e59-afa3af57f520 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.553975] env[62270]: DEBUG nova.virt.block_device [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating existing volume attachment record: 055b2dbf-4ba3-4c55-a9de-3bd774b04a5e {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.563203] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1032.563203] env[62270]: value = "task-4292079" [ 1032.563203] env[62270]: _type = "Task" [ 1032.563203] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.573499] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.770343] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.770343] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1032.770343] env[62270]: _type = "HttpNfcLease" [ 1032.770343] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.774416] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.785233] env[62270]: DEBUG oslo_concurrency.lockutils [req-0875abf8-7530-4d45-8aa7-0e636fa09ca9 req-9eee6db9-0f94-43e9-8674-9af0bdc2c38e service nova] Releasing lock "refresh_cache-dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.981886] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 39d23750-4f9a-44d0-9905-45ef441e8b8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1032.982290] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1032.982491] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=149GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1033.044997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "baf56548-edf9-4907-b42e-9f15fa110359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.044997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.044997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "baf56548-edf9-4907-b42e-9f15fa110359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.045643] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.045643] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.049186] env[62270]: INFO nova.compute.manager [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Terminating instance [ 1033.054717] env[62270]: DEBUG nova.compute.manager [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1033.055082] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1033.056306] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3449cf5-4f6d-4e8d-9fff-c326596d596c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.065975] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1033.069219] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c96dfb-91d7-47cb-bbc7-8821e51fc28c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.076670] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292079, 'name': PowerOffVM_Task, 'duration_secs': 0.222115} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.080407] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1033.082150] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1033.082150] env[62270]: value = "task-4292083" [ 1033.082150] env[62270]: _type = "Task" [ 1033.082150] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.098674] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.152862] env[62270]: INFO nova.compute.manager [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Detaching volume 95b83171-ea86-47aa-b98e-bbfb44dff88a [ 1033.192955] env[62270]: INFO nova.virt.block_device [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Attempting to driver detach volume 95b83171-ea86-47aa-b98e-bbfb44dff88a from mountpoint /dev/sdb [ 1033.193250] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.193452] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.194881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8089375-7f0e-4b3f-a14b-8f2a0000cec9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.221271] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff671d-d73d-44fe-ba23-c9f6bda86c4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.228710] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b433a2fb-8e83-4e5a-b4b5-eae82c2d3c47 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.254835] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0968a0cf-3097-430a-afe4-c5b7326f0225 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.282377] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] The volume has not been displaced from its original location: [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1033.288175] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1033.288655] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292077, 'name': ReconfigVM_Task, 'duration_secs': 0.530858} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.288967] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.288967] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1033.288967] env[62270]: _type = "HttpNfcLease" [ 1033.288967] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.292085] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fca18fb-3735-4e3a-b058-5a4a410bbe49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.307373] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.307911] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.307911] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527197b8-fc39-9a9f-84ed-b3d6d29233a5" [ 1033.307911] env[62270]: _type = "HttpNfcLease" [ 1033.307911] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1033.309441] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fa50c2-9f1c-4062-8b7c-21c25b122b1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.313166] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4efaeec-315d-476d-8362-7c622ecc1de5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.351248] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fdf5050-80ca-41c2-acd4-2ae7f9954bb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.363497] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.363775] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1033.365342] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1033.365342] env[62270]: value = "task-4292084" [ 1033.365342] env[62270]: _type = "Task" [ 1033.365342] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.423156] env[62270]: DEBUG nova.network.neutron [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.429912] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1033.429912] env[62270]: value = "task-4292085" [ 1033.429912] env[62270]: _type = "Task" [ 1033.429912] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.438558] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.442301] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97abf197-f183-429e-9c40-1d4a77fc9587 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.450727] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.464933] env[62270]: DEBUG nova.compute.manager [req-dc9a1eab-6148-438f-a7b5-1341c3a3c7b9 req-45b51cf4-aa02-4946-9465-3d33f118863e service nova] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Received event network-vif-deleted-149f54bf-d106-447d-b33d-760f6dc70c87 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1033.602211] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292083, 'name': PowerOffVM_Task, 'duration_secs': 0.297973} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.602211] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1033.602399] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1033.602717] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e0703a4-5c5f-4eca-84dc-c2edeac5bae3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.622334] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d04157-639c-4996-be15-fd9f216f6efb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.630095] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc0735f-3214-4cd5-b393-17b26273b577 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.671764] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057989ca-0c51-4a91-bdb7-463f6b1edb5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.675942] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1033.676195] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1033.676385] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleting the datastore file [datastore2] baf56548-edf9-4907-b42e-9f15fa110359 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.677058] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc711378-7696-4898-b24c-b7f57b65f710 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.682065] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf7f3f-3d23-4b6c-a8c0-1dc9d96552e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.687552] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for the task: (returnval){ [ 1033.687552] env[62270]: value = "task-4292087" [ 1033.687552] env[62270]: _type = "Task" [ 1033.687552] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.699191] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.705428] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.877928] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292084, 'name': ReconfigVM_Task, 'duration_secs': 0.227385} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.880963] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.887716] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1377b0d-7e71-478d-9d85-127287408670 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.908621] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1033.908621] env[62270]: value = "task-4292088" [ 1033.908621] env[62270]: _type = "Task" [ 1033.908621] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.922279] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.931629] env[62270]: INFO nova.compute.manager [-] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Took 1.42 seconds to deallocate network for instance. [ 1033.948258] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292085, 'name': ReconfigVM_Task, 'duration_secs': 0.231052} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.951346] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1033.951346] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58c5a4c-798a-442e-94fd-11dec433c319 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.960562] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1033.960562] env[62270]: value = "task-4292089" [ 1033.960562] env[62270]: _type = "Task" [ 1033.960562] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.972385] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.202726] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1034.208772] env[62270]: DEBUG oslo_vmware.api [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Task: {'id': task-4292087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289887} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.212049] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.212049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1034.212049] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1034.212049] env[62270]: INFO nova.compute.manager [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1034.212049] env[62270]: DEBUG oslo.service.loopingcall [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.212546] env[62270]: DEBUG nova.compute.manager [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1034.212798] env[62270]: DEBUG nova.network.neutron [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1034.420487] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292088, 'name': ReconfigVM_Task, 'duration_secs': 0.239362} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.420487] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1034.445762] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.473431] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.714736] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1034.715735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.809s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.716141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.222s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.718846] env[62270]: INFO nova.compute.claims [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.878377] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1034.878712] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1034.879720] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03292d21-ac9b-4b22-ad77-c13350c99d59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.889523] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1034.889690] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1034.889993] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52ea6e7c-57f7-4342-80e1-d5987015abb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.973162] env[62270]: DEBUG oslo_vmware.api [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292089, 'name': PowerOnVM_Task, 'duration_secs': 0.678663} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.973524] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1034.977373] env[62270]: DEBUG nova.compute.manager [None req-31cdfcca-98a4-475c-a8e8-b071249d6f07 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1034.978376] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925e610b-6fc0-4a6a-93cd-3532985dd862 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.074659] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.078249] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b2efd-b7bd-4098-a5ba-dc3b9458382f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.083355] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.083355] env[62270]: ERROR oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk due to incomplete transfer. [ 1035.083355] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9b85ce1-9399-4c36-b1b5-10818db8ac46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.099464] env[62270]: DEBUG oslo_vmware.rw_handles [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d6363-40ca-e9ac-dc40-42d5c81ce3b6/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1035.099758] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Uploaded image a1958173-9344-45f4-afd2-9ebb0fd10ea3 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1035.102394] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1035.102721] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b728d92-ad0c-4c11-a538-02cf1cf3577f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.111826] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1035.111826] env[62270]: value = "task-4292090" [ 1035.111826] env[62270]: _type = "Task" [ 1035.111826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.122244] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292090, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.148456] env[62270]: DEBUG nova.network.neutron [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.499294] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1035.499730] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78c83ef-a383-4238-b122-88da2c525763 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.509528] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1035.509528] env[62270]: value = "task-4292092" [ 1035.509528] env[62270]: _type = "Task" [ 1035.509528] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.516560] env[62270]: DEBUG oslo_vmware.rw_handles [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52acae10-edd1-ac1b-3c88-3fc2ced0a2bf/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1035.516833] env[62270]: INFO nova.virt.vmwareapi.images [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Downloaded image file data 26c0e143-74e5-4b56-b0fd-25311b176306 [ 1035.518212] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af9cd5-766a-4ba9-bdbd-0035f656dad2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.525701] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1035.525701] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.525929] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.526951] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed68020-0ad8-43d2-89ca-b0588d8cbab1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.542225] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d56bd9f-59c8-4f32-a280-86fbf4486d16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.563263] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98097c3-17e9-4eb4-aad2-0fe9bd7d443c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.570935] env[62270]: WARNING nova.virt.vmwareapi.driver [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1035.570935] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1035.571799] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d3679-722e-46a0-835e-ccba0e3c7945 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.579805] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1035.580364] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a1f17f3-6a38-424b-bd3c-760e5df2219f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.588352] env[62270]: INFO nova.virt.vmwareapi.images [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] The imported VM was unregistered [ 1035.589812] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1035.590116] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.590398] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce9acb10-535c-45b1-8cad-52711bc1a654 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.618107] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.618372] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec/OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec.vmdk to [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk. {{(pid=62270) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1035.618667] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56c42731-9709-4580-a88c-66bf3a6d6f44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.626327] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292090, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.629036] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1035.629036] env[62270]: value = "task-4292095" [ 1035.629036] env[62270]: _type = "Task" [ 1035.629036] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.636628] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.654633] env[62270]: INFO nova.compute.manager [-] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Took 1.44 seconds to deallocate network for instance. [ 1035.654966] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1035.655327] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1035.655675] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.658358] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b49d73-c4b1-4a51-a1b1-c9c51d4a4bc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.675847] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1035.675847] env[62270]: value = "task-4292096" [ 1035.675847] env[62270]: _type = "Task" [ 1035.675847] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.686382] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.718522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.718889] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.719418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.719418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.719523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.721647] env[62270]: INFO nova.compute.manager [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Terminating instance [ 1035.723948] env[62270]: DEBUG nova.compute.manager [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1035.724373] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1035.725629] env[62270]: DEBUG nova.compute.manager [req-c3737e53-f2f6-4830-8145-a0f6a36a4f86 req-c22b4564-1173-4b6b-9bfa-f082b949a9b4 service nova] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Received event network-vif-deleted-32570673-2485-4fbc-9424-87089a03f8fd {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1035.728148] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bcaf1b-2138-4431-ad09-113cd03d7c76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.744017] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1035.744017] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796f981b-3361-4261-8091-58024335d83f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.747556] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1035.747556] env[62270]: value = "task-4292097" [ 1035.747556] env[62270]: _type = "Task" [ 1035.747556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.757854] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.133775] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292090, 'name': Destroy_Task, 'duration_secs': 0.827581} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.139281] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroyed the VM [ 1036.139840] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1036.144409] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-609ae597-f189-4f89-833d-07de3b185c54 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.155834] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.158420] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1036.158420] env[62270]: value = "task-4292098" [ 1036.158420] env[62270]: _type = "Task" [ 1036.158420] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.173229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.180354] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.188576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b58020-cd6e-4ad7-aabb-4dc648dd381d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.201651] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482976} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.205108] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.205412] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1036.205692] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1036.210906] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7568ba-0d29-4864-b52b-2dee48171555 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.246827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4bc221-5036-4bb0-8f3e-4b5e826ba599 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.261881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259b575c-4e23-4000-a0e2-506fd0494d19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.266854] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292097, 'name': PowerOffVM_Task, 'duration_secs': 0.384955} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.267192] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1036.267378] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1036.268084] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a18e88-0d88-41d1-99cc-975cfd4bd79b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.278404] env[62270]: DEBUG nova.compute.provider_tree [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.507497] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1036.507910] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1036.508177] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Deleting the datastore file [datastore2] 0afc94d9-8f62-4998-8ada-78ca47ba21eb {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.508546] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45964d9e-4301-4831-b954-2c7ae27b678c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.517227] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for the task: (returnval){ [ 1036.517227] env[62270]: value = "task-4292100" [ 1036.517227] env[62270]: _type = "Task" [ 1036.517227] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.529311] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.537443] env[62270]: INFO nova.compute.manager [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Unrescuing [ 1036.537795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.537795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquired lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.537982] env[62270]: DEBUG nova.network.neutron [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1036.647968] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.671890] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.716752] env[62270]: INFO nova.virt.block_device [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Booting with volume 95b83171-ea86-47aa-b98e-bbfb44dff88a at /dev/sdb [ 1036.764315] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c14ec871-b11b-4349-9bc6-d04b74887389 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.777501] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a240af-d580-455c-b136-b29373c6cfc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.792820] env[62270]: DEBUG nova.scheduler.client.report [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1036.821425] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c39af7a1-376d-4d27-bdfd-a04787043899 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.831351] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ddd2d8-b344-473a-9918-4cbd32178e94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.868056] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da923de-e2f2-4edb-b7e1-dab47eaead7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.878579] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f5b358-5c8c-4273-b60d-151f38a685ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.892967] env[62270]: DEBUG nova.virt.block_device [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating existing volume attachment record: faeca904-9c41-4a71-9387-0a924aff62f7 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1037.027026] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.147290] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.173861] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.286388] env[62270]: DEBUG nova.network.neutron [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updating instance_info_cache with network_info: [{"id": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "address": "fa:16:3e:7a:8e:16", "network": {"id": "a13a549b-fa85-41d8-b7b9-ec90854b64d9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-295840764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cacdf7fdb3024718a52edb41ca6ceb4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4c37e95-8d", "ovs_interfaceid": "a4c37e95-8dc5-479c-95f1-5e53c83fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.297659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.298409] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1037.302502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.802s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.304393] env[62270]: INFO nova.compute.claims [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.528741] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.618228] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.618552] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845398', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'name': 'volume-174acd6c-d5cd-4139-8908-9307fb6bb14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b375b1e0-8797-42fe-b5ff-68a02b9ff46b', 'attached_at': '', 'detached_at': '', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'serial': '174acd6c-d5cd-4139-8908-9307fb6bb14e'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.619557] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6a153-cd95-4f31-8e7b-dd7ff109c9cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.643905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f50a0f0-70e9-4ef8-9e1e-31bd5fd26c4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.652972] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.674202] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-174acd6c-d5cd-4139-8908-9307fb6bb14e/volume-174acd6c-d5cd-4139-8908-9307fb6bb14e.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.677717] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7581045e-dc77-4b19-97c5-5f57cc7b5fb9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.696619] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.698196] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1037.698196] env[62270]: value = "task-4292101" [ 1037.698196] env[62270]: _type = "Task" [ 1037.698196] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.706599] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.788126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Releasing lock "refresh_cache-f907f1ed-5981-4513-97b4-5b6e9d03bfe0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.788897] env[62270]: DEBUG nova.objects.instance [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lazy-loading 'flavor' on Instance uuid f907f1ed-5981-4513-97b4-5b6e9d03bfe0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.804717] env[62270]: DEBUG nova.compute.utils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1037.806215] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1037.806604] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1037.886189] env[62270]: DEBUG nova.policy [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fce64e822c55493eb56bcf0a46fdad0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70320a7cb52f4fe4b88389051e3c794a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1038.036252] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.151364] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.178034] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.207968] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.217417] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Successfully created port: fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.296984] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8546ce41-b978-4f50-9c5c-1b13dea20ad8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.323580] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1038.329444] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1038.330064] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e60df2-8f28-4c5f-b490-643fa46efb29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.337067] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1038.337067] env[62270]: value = "task-4292102" [ 1038.337067] env[62270]: _type = "Task" [ 1038.337067] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.349051] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.535433] env[62270]: DEBUG oslo_vmware.api [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Task: {'id': task-4292100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.85501} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.538776] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.539173] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1038.539245] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1038.539766] env[62270]: INFO nova.compute.manager [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1038.539836] env[62270]: DEBUG oslo.service.loopingcall [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.543400] env[62270]: DEBUG nova.compute.manager [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1038.543400] env[62270]: DEBUG nova.network.neutron [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1038.648544] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292095, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.798733} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.648883] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec/OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec.vmdk to [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk. [ 1038.649031] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Cleaning up location [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1038.649218] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b833689b-6bbb-4c41-baf2-3881bc45b2ec {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.649546] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d2f9e6-3f7c-4b70-86e3-a06434138ddc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.659431] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1038.659431] env[62270]: value = "task-4292103" [ 1038.659431] env[62270]: _type = "Task" [ 1038.659431] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.667296] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.677678] env[62270]: DEBUG oslo_vmware.api [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292098, 'name': RemoveSnapshot_Task, 'duration_secs': 2.314567} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.678059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1038.678244] env[62270]: INFO nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 17.32 seconds to snapshot the instance on the hypervisor. [ 1038.709127] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292101, 'name': ReconfigVM_Task, 'duration_secs': 0.798163} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.712497] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-174acd6c-d5cd-4139-8908-9307fb6bb14e/volume-174acd6c-d5cd-4139-8908-9307fb6bb14e.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.719507] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08883527-eb89-4877-8278-627ef2c18900 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.740200] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1038.740200] env[62270]: value = "task-4292104" [ 1038.740200] env[62270]: _type = "Task" [ 1038.740200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.751930] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.850205] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292102, 'name': PowerOffVM_Task, 'duration_secs': 0.251544} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.853907] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1038.860157] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.861969] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0393c838-06c2-4dee-8aa7-e0c52b1b4b30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b15975f-a747-4d90-9f2e-4e4cf35fe2f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.889755] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79885ee-e23e-495c-993f-e544056d6f6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.893185] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1038.893185] env[62270]: value = "task-4292105" [ 1038.893185] env[62270]: _type = "Task" [ 1038.893185] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.922801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba043abf-14e0-42f5-bc0c-e9c7f23ad77f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.929998] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.935671] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4543a158-41ff-46dc-b00e-abf2be49fc36 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.943459] env[62270]: DEBUG nova.compute.manager [req-f5d0be07-f4f2-43db-aa69-1493d127d2a3 req-e2569f69-f48b-4bdf-8625-c438a69c5a1e service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Received event network-vif-deleted-3e510121-2c1f-4712-a863-db2d67decc12 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1038.943793] env[62270]: INFO nova.compute.manager [req-f5d0be07-f4f2-43db-aa69-1493d127d2a3 req-e2569f69-f48b-4bdf-8625-c438a69c5a1e service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Neutron deleted interface 3e510121-2c1f-4712-a863-db2d67decc12; detaching it from the instance and deleting it from the info cache [ 1038.943858] env[62270]: DEBUG nova.network.neutron [req-f5d0be07-f4f2-43db-aa69-1493d127d2a3 req-e2569f69-f48b-4bdf-8625-c438a69c5a1e service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.953836] env[62270]: DEBUG nova.compute.provider_tree [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.126933] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.127275] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.127517] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.127778] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.128218] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.128318] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.128611] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.128851] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.129110] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.129358] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.129615] env[62270]: DEBUG nova.virt.hardware [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.130561] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082cd8c9-d924-4bce-9874-fc52095c2438 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.138245] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996992cf-3753-4664-80de-0be39269c1d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.153597] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:33:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a73726-ddbb-4d54-94bc-8e7fa0b14b6a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.162375] env[62270]: DEBUG oslo.service.loopingcall [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.162697] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1039.165656] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-595c7351-9ba7-438c-a667-4addb241a489 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.186611] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033729} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.190023] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.190023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.190023] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk to [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1039.190948] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.190948] env[62270]: value = "task-4292106" [ 1039.190948] env[62270]: _type = "Task" [ 1039.190948] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.190948] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03572a2f-2dcd-4a3f-b933-f41092a619c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.203020] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292106, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.203020] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1039.203020] env[62270]: value = "task-4292107" [ 1039.203020] env[62270]: _type = "Task" [ 1039.203020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.209049] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.245769] env[62270]: DEBUG nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Found 3 images (rotation: 2) {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1039.246048] env[62270]: DEBUG nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Rotating out 1 backups {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1039.246248] env[62270]: DEBUG nova.compute.manager [None req-09c5729b-16fb-4089-94a9-3e184626dd0b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleting image 7e5e130d-b326-4da5-a939-6b0917186a6a {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1039.253601] env[62270]: DEBUG oslo_vmware.api [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292104, 'name': ReconfigVM_Task, 'duration_secs': 0.144369} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.255462] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845398', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'name': 'volume-174acd6c-d5cd-4139-8908-9307fb6bb14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b375b1e0-8797-42fe-b5ff-68a02b9ff46b', 'attached_at': '', 'detached_at': '', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'serial': '174acd6c-d5cd-4139-8908-9307fb6bb14e'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.338260] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1039.372856] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.373553] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.373553] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.373553] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.373691] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.373791] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.375080] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.375365] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.375583] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.375813] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.376028] env[62270]: DEBUG nova.virt.hardware [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.376932] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8292cce2-70f3-465f-b8da-bf8c84644541 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.380356] env[62270]: DEBUG nova.network.neutron [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.392485] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc26d8-8ea2-42df-97ce-38d6c9dc1e6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.412536] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292105, 'name': ReconfigVM_Task, 'duration_secs': 0.251392} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.412536] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.412788] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1039.412878] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff7d4c4-7bd9-4ce8-90fc-fa39b72d7b4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.419931] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1039.419931] env[62270]: value = "task-4292108" [ 1039.419931] env[62270]: _type = "Task" [ 1039.419931] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.429758] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.457280] env[62270]: DEBUG nova.scheduler.client.report [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1039.464022] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5369356a-6516-4ee2-bdc6-154d9642b166 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.474816] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6e3a4-2e60-4431-9c38-6071958507fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.516966] env[62270]: DEBUG nova.compute.manager [req-f5d0be07-f4f2-43db-aa69-1493d127d2a3 req-e2569f69-f48b-4bdf-8625-c438a69c5a1e service nova] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Detach interface failed, port_id=3e510121-2c1f-4712-a863-db2d67decc12, reason: Instance 0afc94d9-8f62-4998-8ada-78ca47ba21eb could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1039.705229] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292106, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.714093] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.861030] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Successfully updated port: fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.883204] env[62270]: INFO nova.compute.manager [-] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Took 1.34 seconds to deallocate network for instance. [ 1039.932700] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.967407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.967978] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1039.970932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.516s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.971165] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.973829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.482s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.976184] env[62270]: INFO nova.compute.claims [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.202521] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292106, 'name': CreateVM_Task, 'duration_secs': 0.540928} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.202696] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1040.203413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.203599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.203946] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1040.204251] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48d9094-8b9d-4740-ae40-7516018ab8f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.211653] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1040.211653] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cef76-ab3d-a0d6-20c5-60e345b3eeb9" [ 1040.211653] env[62270]: _type = "Task" [ 1040.211653] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.215236] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.222274] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cef76-ab3d-a0d6-20c5-60e345b3eeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.306455] env[62270]: DEBUG nova.objects.instance [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.363457] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.367019] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.367019] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1040.391146] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.431327] env[62270]: DEBUG oslo_vmware.api [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292108, 'name': PowerOnVM_Task, 'duration_secs': 0.751744} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.433451] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1040.433451] env[62270]: DEBUG nova.compute.manager [None req-fab86ad1-d09a-469a-8f30-d594e8df9028 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1040.433451] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935cec29-3699-4904-9539-071faa07a0d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.481532] env[62270]: DEBUG nova.compute.utils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.489018] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1040.489246] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1040.495783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0b75b576-42d2-4bb1-a4c9-172f5a6eb2ed tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.525s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.496755] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.399s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.496884] env[62270]: INFO nova.compute.manager [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Unshelving [ 1040.571597] env[62270]: DEBUG nova.policy [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b28200ba20443db6ff7e23a20c0753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2771409ae20a42e4bb0c47726a896bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1040.717302] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.728818] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521cef76-ab3d-a0d6-20c5-60e345b3eeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.215735} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.728818] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.729118] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.729622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.729798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.730018] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.730326] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2950bb99-f8ba-4f07-947f-2aea60e14151 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.748708] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.748964] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1040.749946] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c7eaa8-1328-4a9f-9a74-857a48579e71 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.757618] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1040.757618] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259aa69-494c-b707-f48b-e97338413a70" [ 1040.757618] env[62270]: _type = "Task" [ 1040.757618] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.766094] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259aa69-494c-b707-f48b-e97338413a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.812709] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d18d7a0f-7260-454d-bd6f-d42b8aa0ae44 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.343s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.918201] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1040.988904] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1041.010677] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Successfully created port: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.162449] env[62270]: DEBUG nova.network.neutron [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.218438] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.269779] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259aa69-494c-b707-f48b-e97338413a70, 'name': SearchDatastore_Task, 'duration_secs': 0.090791} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.270665] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30f0a44-70c3-4b26-b3b3-c63fa056d2ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.282444] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1041.282444] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52556d22-904c-1ea7-5fc5-c62b4a9a82a7" [ 1041.282444] env[62270]: _type = "Task" [ 1041.282444] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.299441] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52556d22-904c-1ea7-5fc5-c62b4a9a82a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.309685] env[62270]: DEBUG nova.compute.manager [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-vif-plugged-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1041.309803] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Acquiring lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.309998] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.310189] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.310363] env[62270]: DEBUG nova.compute.manager [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] No waiting events found dispatching network-vif-plugged-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1041.310533] env[62270]: WARNING nova.compute.manager [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received unexpected event network-vif-plugged-fa24f002-2af4-47f6-8481-bbc90afe50ae for instance with vm_state building and task_state spawning. [ 1041.310700] env[62270]: DEBUG nova.compute.manager [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1041.310860] env[62270]: DEBUG nova.compute.manager [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing instance network info cache due to event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1041.311054] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.479864] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcac5a1-ee15-4d5d-af84-5beff5364833 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.489803] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb37c6c0-8477-429c-8b59-1f1357dfdca5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.534217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.535470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.535623] env[62270]: DEBUG nova.compute.manager [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1041.539066] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e9578-daf4-4022-b9d9-84dee09155be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.543716] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a92f38-6341-4e53-8a99-d44bfa10c51f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.554733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.556144] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a007b0b-a70b-4b89-99f6-36aa7d3dcf15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.562017] env[62270]: DEBUG nova.compute.manager [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1041.562017] env[62270]: DEBUG nova.objects.instance [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.574919] env[62270]: DEBUG nova.compute.provider_tree [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.665368] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.665759] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Instance network_info: |[{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1041.666109] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.666639] env[62270]: DEBUG nova.network.neutron [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1041.667761] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:53:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa24f002-2af4-47f6-8481-bbc90afe50ae', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.677417] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Creating folder: Project (70320a7cb52f4fe4b88389051e3c794a). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1041.678900] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1aeb404-9c50-497d-8c88-3e47e9e1adcf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.691232] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Created folder: Project (70320a7cb52f4fe4b88389051e3c794a) in parent group-v845132. [ 1041.691344] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Creating folder: Instances. Parent ref: group-v845400. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1041.691604] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3eab3a3-e964-4fb1-af90-1b0a438217f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.701488] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Created folder: Instances in parent group-v845400. [ 1041.701777] env[62270]: DEBUG oslo.service.loopingcall [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1041.701996] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1041.702318] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ebaa7f-8af1-4212-9ee3-45f96718296a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.726419] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.729075] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.729075] env[62270]: value = "task-4292111" [ 1041.729075] env[62270]: _type = "Task" [ 1041.729075] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.740819] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292111, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.794507] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52556d22-904c-1ea7-5fc5-c62b4a9a82a7, 'name': SearchDatastore_Task, 'duration_secs': 0.094451} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.795242] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.795242] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1041.795242] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa137a09-4be7-4086-9b63-121c16099d10 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.802108] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1041.802108] env[62270]: value = "task-4292112" [ 1041.802108] env[62270]: _type = "Task" [ 1041.802108] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.810764] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.039090] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1042.068368] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1042.068635] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1042.068782] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.068990] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1042.069318] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.069534] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1042.069796] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1042.070048] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1042.070295] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1042.070516] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1042.070764] env[62270]: DEBUG nova.virt.hardware [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.072443] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013db907-4018-4b47-bf60-e48418bb036e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.074701] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1042.074994] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b0eef3-592f-4733-9674-3c5deb8ae6f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.078837] env[62270]: DEBUG nova.scheduler.client.report [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1042.087323] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8693ff8-5c4f-49ce-b3ac-db8970fdb5b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091727] env[62270]: DEBUG oslo_vmware.api [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1042.091727] env[62270]: value = "task-4292113" [ 1042.091727] env[62270]: _type = "Task" [ 1042.091727] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.114207] env[62270]: DEBUG oslo_vmware.api [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.235207] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292107, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.776395} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.239461] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26c0e143-74e5-4b56-b0fd-25311b176306/26c0e143-74e5-4b56-b0fd-25311b176306.vmdk to [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1042.241249] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65eaa63-0692-45d8-867b-7609f95729fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.262256] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292111, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.272897] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.273317] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e60ed3-14a5-48dd-ac49-60b85157a11a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.299394] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1042.299394] env[62270]: value = "task-4292114" [ 1042.299394] env[62270]: _type = "Task" [ 1042.299394] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.314017] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.320347] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.466865] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.467392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.467583] env[62270]: DEBUG nova.compute.manager [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1042.468575] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a874ef7a-797d-4d60-b8aa-3dc126541549 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.477428] env[62270]: DEBUG nova.compute.manager [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1042.478132] env[62270]: DEBUG nova.objects.instance [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.487996] env[62270]: DEBUG nova.network.neutron [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updated VIF entry in instance network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1042.488424] env[62270]: DEBUG nova.network.neutron [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.587277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.587902] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1042.592797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.670s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.592942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.599802] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.170s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.600103] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.604107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.225s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.604400] env[62270]: DEBUG nova.objects.instance [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.622027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.622027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.622027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.622027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.622027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.623420] env[62270]: INFO nova.compute.manager [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Terminating instance [ 1042.630602] env[62270]: DEBUG oslo_vmware.api [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292113, 'name': PowerOffVM_Task, 'duration_secs': 0.540106} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.631806] env[62270]: DEBUG nova.compute.manager [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1042.632155] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1042.632560] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1042.632980] env[62270]: DEBUG nova.compute.manager [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1042.633930] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692e32f5-461d-46e8-b87f-5f96da5f01fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.640187] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2057c9-0920-45fe-a824-8f73e99a703c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.649205] env[62270]: INFO nova.scheduler.client.report [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Deleted allocations for instance eebc16cc-9838-46ce-8a58-dbe451a64daa [ 1042.657024] env[62270]: INFO nova.scheduler.client.report [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Deleted allocations for instance f2bb4caa-a46e-4b99-9505-bd69fbcd42d0 [ 1042.660132] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1042.663274] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0657b1-f319-4a02-b355-8c13027f2274 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.671825] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1042.671825] env[62270]: value = "task-4292115" [ 1042.671825] env[62270]: _type = "Task" [ 1042.671825] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.684428] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.747183] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292111, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.811569] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292114, 'name': ReconfigVM_Task, 'duration_secs': 0.457627} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.812257] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfigured VM instance instance-0000003f to attach disk [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82/dd21b7d9-b1bc-4ec9-a26d-8237558f2c82.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.813851] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'image_id': 'fde72689-c852-4e25-86e3-9352682102cd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845366', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'name': 'volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd21b7d9-b1bc-4ec9-a26d-8237558f2c82', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'serial': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'e198fc8e-f054-4b1a-a816-1e2aa461e4f5', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62270) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1042.814139] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.814424] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845366', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'name': 'volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd21b7d9-b1bc-4ec9-a26d-8237558f2c82', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'serial': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.818553] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5767162-fa06-4ae7-88b5-e9cdfa461309 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.822039] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760447} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.822039] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1042.822206] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.822799] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94e76955-6fee-4c7c-b894-7a13e04a5365 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.839567] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e524d-5fec-47f5-a8eb-25afa89dcb79 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.843644] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1042.843644] env[62270]: value = "task-4292116" [ 1042.843644] env[62270]: _type = "Task" [ 1042.843644] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.845284] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Successfully updated port: 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.874199] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8/volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.875795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.875958] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.876152] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1042.881459] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e3411c-30b5-43a8-959a-4b2e1ae75501 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.905554] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292116, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.907337] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1042.907337] env[62270]: value = "task-4292117" [ 1042.907337] env[62270]: _type = "Task" [ 1042.907337] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.922020] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.932813] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1042.989188] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1042.989557] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4948877-490a-4b41-a77b-c40e194210b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.993682] env[62270]: DEBUG oslo_concurrency.lockutils [req-f5759a59-f599-42e0-ad5c-c9faeff70e97 req-47d88120-88df-4ca5-baa1-fdc6e094c0fd service nova] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.999317] env[62270]: DEBUG oslo_vmware.api [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1042.999317] env[62270]: value = "task-4292118" [ 1042.999317] env[62270]: _type = "Task" [ 1042.999317] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.010946] env[62270]: DEBUG oslo_vmware.api [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.096959] env[62270]: DEBUG nova.network.neutron [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updating instance_info_cache with network_info: [{"id": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "address": "fa:16:3e:d9:9f:a2", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f36ddb1-de", "ovs_interfaceid": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.109940] env[62270]: DEBUG nova.compute.utils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1043.114225] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1043.114225] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1043.173308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3c79773e-1b5a-4061-9d46-cf68e9a24e0e tempest-ServerAddressesTestJSON-1628104671 tempest-ServerAddressesTestJSON-1628104671-project-member] Lock "eebc16cc-9838-46ce-8a58-dbe451a64daa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.918s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.174649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c368c940-4a64-4fc9-b80c-611fcbce387f tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.639s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.189225] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292115, 'name': PowerOffVM_Task, 'duration_secs': 0.313665} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.190511] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1043.190511] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1043.190942] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e60aa0bd-0939-4e01-8a8b-5e73d06a5377 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.198789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2c886fe-c3b7-4796-afe5-2ebf462e2f10 tempest-MigrationsAdminTest-1174356079 tempest-MigrationsAdminTest-1174356079-project-member] Lock "f2bb4caa-a46e-4b99-9505-bd69fbcd42d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.054s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.204978] env[62270]: DEBUG nova.policy [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1043.246088] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292111, 'name': CreateVM_Task, 'duration_secs': 1.057649} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.246274] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1043.247401] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.247560] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.247913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.248179] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0414d0-595f-46bd-bdfd-104b908fc09e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.254067] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1043.254067] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52276781-4eb6-0a1d-2dfd-c942f37569b4" [ 1043.254067] env[62270]: _type = "Task" [ 1043.254067] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.263172] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52276781-4eb6-0a1d-2dfd-c942f37569b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.269850] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1043.270181] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1043.270390] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleting the datastore file [datastore2] f907f1ed-5981-4513-97b4-5b6e9d03bfe0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.270673] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9989df4b-0611-4b5e-acd1-63c3b147e00e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.278933] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1043.278933] env[62270]: value = "task-4292120" [ 1043.278933] env[62270]: _type = "Task" [ 1043.278933] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.288496] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.375973] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118763} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.376147] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.376854] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9b543-3613-4c15-b918-6e483563043f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.400475] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.400803] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310a787b-e6c7-4630-b1e6-e5decb4389d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.418112] env[62270]: DEBUG nova.compute.manager [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Received event network-vif-plugged-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1043.418381] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Acquiring lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.418589] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.418757] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.418923] env[62270]: DEBUG nova.compute.manager [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] No waiting events found dispatching network-vif-plugged-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1043.419146] env[62270]: WARNING nova.compute.manager [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Received unexpected event network-vif-plugged-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e for instance with vm_state building and task_state spawning. [ 1043.419270] env[62270]: DEBUG nova.compute.manager [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Received event network-changed-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1043.419428] env[62270]: DEBUG nova.compute.manager [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Refreshing instance network info cache due to event network-changed-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1043.419594] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Acquiring lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.429386] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292117, 'name': ReconfigVM_Task, 'duration_secs': 0.332845} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.430781] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8/volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.435761] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1043.435761] env[62270]: value = "task-4292121" [ 1043.435761] env[62270]: _type = "Task" [ 1043.435761] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.436334] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc28e77-b478-43e8-bdd5-c17c0d5974d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.459037] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.460322] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1043.460322] env[62270]: value = "task-4292122" [ 1043.460322] env[62270]: _type = "Task" [ 1043.460322] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.470163] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.504497] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Successfully created port: ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.512967] env[62270]: DEBUG oslo_vmware.api [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292118, 'name': PowerOffVM_Task, 'duration_secs': 0.227355} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.513315] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1043.513510] env[62270]: DEBUG nova.compute.manager [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1043.514390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd8fbf9-b43b-4507-a5af-d11f41030a8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.600348] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.600744] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Instance network_info: |[{"id": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "address": "fa:16:3e:d9:9f:a2", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f36ddb1-de", "ovs_interfaceid": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1043.601585] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Acquired lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.601817] env[62270]: DEBUG nova.network.neutron [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Refreshing network info cache for port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1043.603234] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:9f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f36ddb1-de20-4af2-9693-6bb7a8b5f84e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.611475] env[62270]: DEBUG oslo.service.loopingcall [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.612140] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1043.612646] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6930fbdc-c8af-4649-9a8b-9c9e62d63456 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.634070] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1043.638798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19abae6f-8ceb-4e11-9507-8b2f2a8f5cd6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.642099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.606s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.642099] env[62270]: DEBUG nova.objects.instance [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1043.654544] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.654544] env[62270]: value = "task-4292123" [ 1043.654544] env[62270]: _type = "Task" [ 1043.654544] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.656084] env[62270]: DEBUG nova.objects.instance [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.665532] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292123, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.770943] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52276781-4eb6-0a1d-2dfd-c942f37569b4, 'name': SearchDatastore_Task, 'duration_secs': 0.055923} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.771325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.771619] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.771877] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.772062] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.772379] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.772596] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ac85e3-3809-476e-9e2a-82dfa27c76f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.784758] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.784959] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1043.786099] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbfcd450-7d74-4a6c-92bf-8ddfc3dc6294 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.792171] env[62270]: DEBUG oslo_vmware.api [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399748} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.793668] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.793668] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1043.793928] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1043.794038] env[62270]: INFO nova.compute.manager [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1043.794328] env[62270]: DEBUG oslo.service.loopingcall [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.794931] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1043.794931] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527d6aad-370a-f228-37b5-c1878bc85200" [ 1043.794931] env[62270]: _type = "Task" [ 1043.794931] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.795158] env[62270]: DEBUG nova.compute.manager [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1043.795315] env[62270]: DEBUG nova.network.neutron [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1043.808587] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527d6aad-370a-f228-37b5-c1878bc85200, 'name': SearchDatastore_Task, 'duration_secs': 0.009918} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.809434] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47c11fc-8730-4dc7-a3c7-9173ee96ba8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.815694] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1043.815694] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae1520-9a08-8e95-d750-4033a04894ab" [ 1043.815694] env[62270]: _type = "Task" [ 1043.815694] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.825961] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae1520-9a08-8e95-d750-4033a04894ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.960411] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292121, 'name': ReconfigVM_Task, 'duration_secs': 0.311827} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.960861] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6/2c785166-887b-4db4-92e2-7e8ede9a1df6.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.961989] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'device_name': '/dev/sda', 'disk_bus': None, 'encrypted': False, 'encryption_options': None, 'encryption_format': None, 'boot_index': 0, 'image_id': 'fde72689-c852-4e25-86e3-9352682102cd'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'faeca904-9c41-4a71-9387-0a924aff62f7', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62270) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1043.962255] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1043.962456] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1043.966266] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1811bb6-ba46-4607-b670-f6f08052bdb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.974791] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292122, 'name': ReconfigVM_Task, 'duration_secs': 0.221097} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.986023] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845366', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'name': 'volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd21b7d9-b1bc-4ec9-a26d-8237558f2c82', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'serial': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.986838] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdf8b7f-fcf6-4048-9c68-8c0354dc244c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.989214] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9cd933-c27e-40fa-b3bf-ddece9133d17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.000068] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1044.000068] env[62270]: value = "task-4292124" [ 1044.000068] env[62270]: _type = "Task" [ 1044.000068] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.020988] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.027800] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6f2f30-e7f3-451f-bcec-cb5600db4bdd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.045106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a37ffc-4769-4314-af0a-49fdc43962ab tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.578s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.049597] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1044.049597] env[62270]: value = "task-4292125" [ 1044.049597] env[62270]: _type = "Task" [ 1044.049597] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.052805] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292124, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.062133] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.169135] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.169380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.169604] env[62270]: DEBUG nova.network.neutron [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1044.169820] env[62270]: DEBUG nova.objects.instance [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'info_cache' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.175759] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292123, 'name': CreateVM_Task, 'duration_secs': 0.378792} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.176243] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1044.176986] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.177199] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.177530] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.177805] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720d3c52-55a7-4cee-acb3-7eef6616d5c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.185221] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1044.185221] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52628ea7-f871-0b42-d881-57c39ad78e22" [ 1044.185221] env[62270]: _type = "Task" [ 1044.185221] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.196834] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52628ea7-f871-0b42-d881-57c39ad78e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.328575] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae1520-9a08-8e95-d750-4033a04894ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.328575] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.328575] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/245900d7-c356-4bfa-82f7-a62d39bf8024.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1044.328575] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d016d014-bb9f-48c1-95e2-bf796319ccc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337671] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1044.337671] env[62270]: value = "task-4292126" [ 1044.337671] env[62270]: _type = "Task" [ 1044.337671] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.353737] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.526074] env[62270]: DEBUG nova.network.neutron [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updated VIF entry in instance network info cache for port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1044.526074] env[62270]: DEBUG nova.network.neutron [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updating instance_info_cache with network_info: [{"id": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "address": "fa:16:3e:d9:9f:a2", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f36ddb1-de", "ovs_interfaceid": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.535708] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292124, 'name': Rename_Task, 'duration_secs': 0.167369} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.535708] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1044.535936] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae86f762-c6e0-4ecf-943d-f89bd86e8724 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.545404] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1044.545404] env[62270]: value = "task-4292127" [ 1044.545404] env[62270]: _type = "Task" [ 1044.545404] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.572578] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.572918] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.652056] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1044.655049] env[62270]: DEBUG oslo_concurrency.lockutils [None req-338e38f1-7185-4954-92d3-9e374223b622 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.656898] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.301s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.659082] env[62270]: INFO nova.compute.claims [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.674359] env[62270]: DEBUG nova.objects.base [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1044.706657] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52628ea7-f871-0b42-d881-57c39ad78e22, 'name': SearchDatastore_Task, 'duration_secs': 0.011818} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.715929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.715929] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.715929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.715929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715929] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.715929] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dabe0879-56cf-42b2-b405-0824ccf9e926 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.735045] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.735045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1044.742999] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756aec8f-6e16-496f-b7f0-2b36c0a2af4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.751020] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1044.751020] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ee51b0-f559-f863-2ec1-63def9b15c1b" [ 1044.751020] env[62270]: _type = "Task" [ 1044.751020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.758123] env[62270]: DEBUG nova.network.neutron [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.764145] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ee51b0-f559-f863-2ec1-63def9b15c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1044.768077] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1044.768518] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1044.768518] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1044.768714] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1044.769438] env[62270]: DEBUG nova.virt.hardware [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1044.771840] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad74e9f-ebcf-4b8f-923c-c60c5c54ac2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.779532] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711233eb-f928-4346-8cd6-12f737b951bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.851083] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49946} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.851261] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/245900d7-c356-4bfa-82f7-a62d39bf8024.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1044.851465] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.851736] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9559569-8aa8-4a31-a970-022a6e5e1029 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.859707] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1044.859707] env[62270]: value = "task-4292128" [ 1044.859707] env[62270]: _type = "Task" [ 1044.859707] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.869458] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.030716] env[62270]: DEBUG oslo_concurrency.lockutils [req-31509713-d440-4f68-8c13-ddd8701288fb req-c87fdb64-b4f5-41ec-b80e-0c33221f9676 service nova] Releasing lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.058421] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.067670] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292125, 'name': ReconfigVM_Task, 'duration_secs': 0.779083} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.070087] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.074596] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041bbe3e-23f6-4aa5-8072-89876ca0c84f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.095204] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1045.095204] env[62270]: value = "task-4292129" [ 1045.095204] env[62270]: _type = "Task" [ 1045.095204] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.106068] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.261197] env[62270]: INFO nova.compute.manager [-] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Took 1.47 seconds to deallocate network for instance. [ 1045.273033] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ee51b0-f559-f863-2ec1-63def9b15c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.06218} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.273940] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f761b76c-7fbd-4cfc-a1d5-9cab12ae0da1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.281025] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1045.281025] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb671-3de2-6091-7ad7-c97e294cb92c" [ 1045.281025] env[62270]: _type = "Task" [ 1045.281025] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.292452] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb671-3de2-6091-7ad7-c97e294cb92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.344300] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Successfully updated port: ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.371010] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100528} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.374730] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.376614] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d11c40-c4a4-4fe0-acfe-5234c8784358 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.404895] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/245900d7-c356-4bfa-82f7-a62d39bf8024.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.405660] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b51436-dbad-4fa6-9689-1f41cf95baf9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.429430] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1045.429430] env[62270]: value = "task-4292130" [ 1045.429430] env[62270]: _type = "Task" [ 1045.429430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.440862] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.562226] env[62270]: DEBUG oslo_vmware.api [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292127, 'name': PowerOnVM_Task, 'duration_secs': 0.589418} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.562226] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1045.572803] env[62270]: DEBUG nova.network.neutron [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.618263] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.724019] env[62270]: DEBUG nova.compute.manager [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1045.724019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9356c60-744a-4b0b-9ea0-00e024fd53e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.776155] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.795779] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ddb671-3de2-6091-7ad7-c97e294cb92c, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.798686] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.798986] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2008fb86-29ba-4d63-88df-d7f722e8b4b3/2008fb86-29ba-4d63-88df-d7f722e8b4b3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1045.799998] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c35d4e8e-6ff7-4e2b-9cfe-2838ec96cc9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.811225] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1045.811225] env[62270]: value = "task-4292131" [ 1045.811225] env[62270]: _type = "Task" [ 1045.811225] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.820157] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.848981] env[62270]: DEBUG nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Received event network-vif-deleted-a4c37e95-8dc5-479c-95f1-5e53c83fa895 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1045.849255] env[62270]: DEBUG nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Received event network-vif-plugged-ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1045.849469] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Acquiring lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.849607] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.849783] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.850037] env[62270]: DEBUG nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] No waiting events found dispatching network-vif-plugged-ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1045.850123] env[62270]: WARNING nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Received unexpected event network-vif-plugged-ff4622ad-2931-4237-a614-8ce1e1eb34a9 for instance with vm_state building and task_state spawning. [ 1045.850286] env[62270]: DEBUG nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Received event network-changed-ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1045.850439] env[62270]: DEBUG nova.compute.manager [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Refreshing instance network info cache due to event network-changed-ff4622ad-2931-4237-a614-8ce1e1eb34a9. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1045.850623] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Acquiring lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.850772] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Acquired lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.850929] env[62270]: DEBUG nova.network.neutron [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Refreshing network info cache for port ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1045.859263] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.871517] env[62270]: DEBUG nova.compute.manager [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Stashing vm_state: stopped {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1045.942608] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292130, 'name': ReconfigVM_Task, 'duration_secs': 0.310096} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.942909] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/245900d7-c356-4bfa-82f7-a62d39bf8024.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.943598] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f559bd38-aa96-4fa8-85df-6c1ad9e9d770 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.953148] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1045.953148] env[62270]: value = "task-4292132" [ 1045.953148] env[62270]: _type = "Task" [ 1045.953148] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.960450] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292132, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.078966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.109190] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292129, 'name': ReconfigVM_Task, 'duration_secs': 0.801598} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.109789] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1046.110618] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b986009-b8e2-4947-a822-8c9e1a8d4706 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.123797] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1046.123797] env[62270]: value = "task-4292133" [ 1046.123797] env[62270]: _type = "Task" [ 1046.123797] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.137676] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292133, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.171160] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87612713-ae9e-4e1c-9300-54aaf465fc0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.180414] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade34c76-99a2-4daf-b2a7-670859061a65 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.218991] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc31d41-2495-419f-99f2-83f1b41ac65b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.228957] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863b375-c67f-4fcf-a74b-e8018222761e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.251052] env[62270]: DEBUG nova.compute.provider_tree [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.254273] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bc707fc2-13d2-4522-b549-764d6d02e157 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 56.294s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.318636] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292131, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.388120] env[62270]: DEBUG nova.network.neutron [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1046.394172] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.464408] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292132, 'name': Rename_Task, 'duration_secs': 0.508894} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.465117] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1046.465117] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328df984-d72d-4828-a9b4-cfb082d9179d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.472799] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1046.472799] env[62270]: value = "task-4292134" [ 1046.472799] env[62270]: _type = "Task" [ 1046.472799] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.484425] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.512701] env[62270]: DEBUG nova.network.neutron [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.585441] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1046.585932] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a23484-4d9b-435a-b8e6-fffea830fefc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.595481] env[62270]: DEBUG oslo_vmware.api [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1046.595481] env[62270]: value = "task-4292135" [ 1046.595481] env[62270]: _type = "Task" [ 1046.595481] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.605817] env[62270]: DEBUG oslo_vmware.api [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.636011] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292133, 'name': Rename_Task, 'duration_secs': 0.305284} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.636375] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1046.636690] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80a74957-74c9-4d5c-964a-3e81ce3d4290 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.645370] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1046.645370] env[62270]: value = "task-4292136" [ 1046.645370] env[62270]: _type = "Task" [ 1046.645370] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.656314] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.755289] env[62270]: DEBUG nova.scheduler.client.report [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1046.821260] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521288} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.822566] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2008fb86-29ba-4d63-88df-d7f722e8b4b3/2008fb86-29ba-4d63-88df-d7f722e8b4b3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1046.822566] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.822566] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db1587c3-aae8-465e-bf6a-b6af8f8fd4fc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.831827] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1046.831827] env[62270]: value = "task-4292137" [ 1046.831827] env[62270]: _type = "Task" [ 1046.831827] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.842707] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.984600] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292134, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.017210] env[62270]: DEBUG oslo_concurrency.lockutils [req-8c829a08-b392-43ad-9f18-a02869bff41e req-3912ae51-8b23-408d-bbe8-2d474bc9804d service nova] Releasing lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.017210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.017210] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1047.108908] env[62270]: DEBUG oslo_vmware.api [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.157223] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292136, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.260868] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.261507] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1047.265326] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.367s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.266149] env[62270]: INFO nova.compute.claims [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.342266] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079042} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.342594] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.343414] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a881f-31e2-4c97-83aa-b7a0197a44aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.366840] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 2008fb86-29ba-4d63-88df-d7f722e8b4b3/2008fb86-29ba-4d63-88df-d7f722e8b4b3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.367166] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1478cc3-12d7-4d1a-af3c-208663af2213 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.388048] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1047.388048] env[62270]: value = "task-4292138" [ 1047.388048] env[62270]: _type = "Task" [ 1047.388048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.396800] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.483918] env[62270]: DEBUG oslo_vmware.api [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292134, 'name': PowerOnVM_Task, 'duration_secs': 0.736826} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.484506] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1047.484889] env[62270]: INFO nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1047.485216] env[62270]: DEBUG nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1047.486181] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20475821-5ce8-4ca1-94e2-8e44718a7e48 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.552626] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1047.607449] env[62270]: DEBUG oslo_vmware.api [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292135, 'name': PowerOnVM_Task, 'duration_secs': 0.53144} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.607688] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1047.607931] env[62270]: DEBUG nova.compute.manager [None req-7166642a-378f-461e-8356-6261f82d0a78 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1047.611157] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a1211b-a07e-4007-8f27-30c929829d0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.659212] env[62270]: DEBUG oslo_vmware.api [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292136, 'name': PowerOnVM_Task, 'duration_secs': 0.524165} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.659212] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1047.659212] env[62270]: DEBUG nova.compute.manager [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1047.660302] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d9b64-edb6-431d-bb01-19c56b733627 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.755161] env[62270]: DEBUG nova.network.neutron [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Updating instance_info_cache with network_info: [{"id": "ff4622ad-2931-4237-a614-8ce1e1eb34a9", "address": "fa:16:3e:a3:d4:1a", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4622ad-29", "ovs_interfaceid": "ff4622ad-2931-4237-a614-8ce1e1eb34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.770570] env[62270]: DEBUG nova.compute.utils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.777056] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1047.777056] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1047.817571] env[62270]: DEBUG nova.policy [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1047.900913] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.007710] env[62270]: INFO nova.compute.manager [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Took 32.53 seconds to build instance. [ 1048.119454] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Successfully created port: d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.182952] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.263703] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-0ea58efe-a874-4e93-ba26-eb85220b5121" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.264084] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance network_info: |[{"id": "ff4622ad-2931-4237-a614-8ce1e1eb34a9", "address": "fa:16:3e:a3:d4:1a", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4622ad-29", "ovs_interfaceid": "ff4622ad-2931-4237-a614-8ce1e1eb34a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1048.264653] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:d4:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4622ad-2931-4237-a614-8ce1e1eb34a9', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.272969] env[62270]: DEBUG oslo.service.loopingcall [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.274141] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1048.277808] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbd101eb-4f77-4cfd-ba12-3b0b4587889b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.293921] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1048.307512] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.307512] env[62270]: value = "task-4292139" [ 1048.307512] env[62270]: _type = "Task" [ 1048.307512] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.320042] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292139, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.402445] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292138, 'name': ReconfigVM_Task, 'duration_secs': 0.633195} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.402752] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 2008fb86-29ba-4d63-88df-d7f722e8b4b3/2008fb86-29ba-4d63-88df-d7f722e8b4b3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.406122] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f6e21a-b205-4ddb-a241-8dcc86d3c037 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.415677] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1048.415677] env[62270]: value = "task-4292140" [ 1048.415677] env[62270]: _type = "Task" [ 1048.415677] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.428098] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292140, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.512561] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c7aef6d4-1174-4867-9bcf-0476be07261b tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.051s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.782407] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d17856-d06a-48bd-ba59-03085881a6d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.791309] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35bc264-e71e-4c59-93d4-aea6c7d3866d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.841525] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f57b73-d2fa-4ec2-9137-bdba91fa0522 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.853999] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0048ab8c-6bda-4dba-bdff-bb5b946cec2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.858079] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292139, 'name': CreateVM_Task, 'duration_secs': 0.516778} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.858271] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1048.859342] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.859524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.859849] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.860126] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d96f803-8a90-4469-b0ae-7a6287d16e68 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.870332] env[62270]: DEBUG nova.compute.provider_tree [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.875034] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1048.875034] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cce64d-73fe-bf89-2743-b9953b05a82c" [ 1048.875034] env[62270]: _type = "Task" [ 1048.875034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.883263] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cce64d-73fe-bf89-2743-b9953b05a82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.926973] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292140, 'name': Rename_Task, 'duration_secs': 0.245415} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.927288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1048.927540] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-262adf8f-66de-4113-aa04-ca41d0e761da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.936996] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1048.936996] env[62270]: value = "task-4292141" [ 1048.936996] env[62270]: _type = "Task" [ 1048.936996] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.945634] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.089566] env[62270]: INFO nova.compute.manager [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Rescuing [ 1049.089913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.090120] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.090308] env[62270]: DEBUG nova.network.neutron [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1049.345802] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1049.373515] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1049.373810] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1049.374045] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.374417] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1049.374605] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.374838] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1049.375245] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1049.375355] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1049.375582] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1049.375801] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1049.376062] env[62270]: DEBUG nova.virt.hardware [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.377035] env[62270]: DEBUG nova.scheduler.client.report [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1049.381206] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd96cb2-e2d2-4e53-b6e0-1445f3075743 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.398585] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04e9d3-0da0-4149-bfbc-7a736ff9c548 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.402868] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cce64d-73fe-bf89-2743-b9953b05a82c, 'name': SearchDatastore_Task, 'duration_secs': 0.034004} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.403467] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.403720] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.403948] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.404118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.404327] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.405096] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e52ab27f-0d97-408f-a2f5-d23af23cb35d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.419707] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.419964] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1049.420773] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e97be9df-56eb-41e8-bae8-105bdc95dc64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.427582] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1049.427582] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52252a5c-da30-310f-7469-762fd2c0d06b" [ 1049.427582] env[62270]: _type = "Task" [ 1049.427582] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.436370] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52252a5c-da30-310f-7469-762fd2c0d06b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.446239] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.885963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.886567] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1049.889386] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.246s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.890990] env[62270]: INFO nova.compute.claims [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.949623] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52252a5c-da30-310f-7469-762fd2c0d06b, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.953511] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85881f8-270d-4a35-aec7-fad93a5f359d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.961491] env[62270]: DEBUG oslo_vmware.api [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292141, 'name': PowerOnVM_Task, 'duration_secs': 0.763103} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.962288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1049.962694] env[62270]: INFO nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1049.962949] env[62270]: DEBUG nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1049.963813] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd7237-a678-41cc-a172-90210c90c397 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.969113] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1049.969113] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52026e2a-6ead-c15b-e454-355124f80f4a" [ 1049.969113] env[62270]: _type = "Task" [ 1049.969113] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.983490] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52026e2a-6ead-c15b-e454-355124f80f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.040504] env[62270]: DEBUG nova.network.neutron [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.192833] env[62270]: DEBUG nova.compute.manager [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received event network-vif-plugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1050.192833] env[62270]: DEBUG oslo_concurrency.lockutils [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.192833] env[62270]: DEBUG oslo_concurrency.lockutils [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.192833] env[62270]: DEBUG oslo_concurrency.lockutils [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.195383] env[62270]: DEBUG nova.compute.manager [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] No waiting events found dispatching network-vif-plugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1050.195383] env[62270]: WARNING nova.compute.manager [req-79cdd45a-db48-4e94-ae61-9187a855701a req-6af83162-ea7c-4ae8-9a19-a069eb49e458 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received unexpected event network-vif-plugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 for instance with vm_state building and task_state spawning. [ 1050.398277] env[62270]: DEBUG nova.compute.utils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1050.403323] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1050.403386] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1050.490016] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52026e2a-6ead-c15b-e454-355124f80f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.026462} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.490016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.490016] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0ea58efe-a874-4e93-ba26-eb85220b5121/0ea58efe-a874-4e93-ba26-eb85220b5121.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1050.490521] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1d953bf-3aa6-44d9-b0f6-8703770c65bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.497355] env[62270]: INFO nova.compute.manager [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Took 35.02 seconds to build instance. [ 1050.501172] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1050.501172] env[62270]: value = "task-4292142" [ 1050.501172] env[62270]: _type = "Task" [ 1050.501172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.511136] env[62270]: DEBUG nova.policy [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4daa17d47f2f4bd7b5d37d56c2ecf552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1e8db19329495ea6137acf2f5aa852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1050.517775] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.543833] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.817030] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Successfully updated port: d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.858216] env[62270]: DEBUG nova.compute.manager [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received event network-changed-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1050.858460] env[62270]: DEBUG nova.compute.manager [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Refreshing instance network info cache due to event network-changed-d004395d-c55c-4be8-8ea8-5ba306d0e625. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1050.858864] env[62270]: DEBUG oslo_concurrency.lockutils [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] Acquiring lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.858929] env[62270]: DEBUG oslo_concurrency.lockutils [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] Acquired lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.859078] env[62270]: DEBUG nova.network.neutron [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Refreshing network info cache for port d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1050.904229] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1051.000641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cfc78774-f9db-4879-89d0-7a29d9c8028a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.540s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.015177] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292142, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.102478] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1051.102478] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07016bf6-1974-4f7f-b88c-f9daae351903 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.111329] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1051.111329] env[62270]: value = "task-4292143" [ 1051.111329] env[62270]: _type = "Task" [ 1051.111329] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.133343] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.312800] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Successfully created port: 34066308-5336-4987-9647-bce84ec852be {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.319700] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.433299] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1d3a13-e2ad-40e9-9c81-e6bdd05cfe8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.438021] env[62270]: DEBUG nova.network.neutron [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1051.447714] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45bd1e-855e-4136-862b-c017fddc562f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.483883] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfcf36f-5d64-47c7-8ce3-198495d71838 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.497284] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4dd77d-bee4-4853-9d18-0e74c346a366 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.517973] env[62270]: DEBUG nova.compute.provider_tree [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.523296] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797465} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.523882] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0ea58efe-a874-4e93-ba26-eb85220b5121/0ea58efe-a874-4e93-ba26-eb85220b5121.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1051.524085] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.524372] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ede23981-cdbb-4c17-bc8c-eb0f2c87b6e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.533609] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1051.533609] env[62270]: value = "task-4292144" [ 1051.533609] env[62270]: _type = "Task" [ 1051.533609] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.544729] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.625144] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292143, 'name': PowerOffVM_Task, 'duration_secs': 0.492892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.625448] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1051.626286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f9d03-f1a6-4341-9797-186fac43d1d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.652693] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d219f78b-97fa-412e-8a96-c9e2d49902f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.702115] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1051.703029] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a064f2e5-acea-42bf-b29a-4f98dbfe52a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.713255] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1051.713255] env[62270]: value = "task-4292145" [ 1051.713255] env[62270]: _type = "Task" [ 1051.713255] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.725020] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.875237] env[62270]: DEBUG nova.network.neutron [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.915756] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1051.946933] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1051.947087] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1051.947260] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.947461] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1051.947613] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.949872] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1051.949872] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1051.951166] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1051.951380] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1051.951569] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1051.951753] env[62270]: DEBUG nova.virt.hardware [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.952701] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0457eb9e-062f-463c-b9e5-66d0fba49bb3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.962122] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be8df4-546f-4085-bd61-058a03d83335 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.025789] env[62270]: DEBUG nova.scheduler.client.report [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.046322] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086015} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.046716] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.047681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd339ab9-7415-4162-9eb6-e6fd988a5e00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.078758] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 0ea58efe-a874-4e93-ba26-eb85220b5121/0ea58efe-a874-4e93-ba26-eb85220b5121.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.080910] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d13218-f469-4f48-b71b-92e31761e16d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.104672] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1052.104672] env[62270]: value = "task-4292146" [ 1052.104672] env[62270]: _type = "Task" [ 1052.104672] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.114196] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.225951] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1052.226251] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.226474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.226659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.226898] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.227192] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd1f6fc3-d2d1-4483-aa75-6da255e43af8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.244182] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.244457] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1052.245278] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db62925e-9647-48e8-870d-2241645faec3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.251625] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1052.251625] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52224e5d-7104-646b-e3ed-07cdcd721a37" [ 1052.251625] env[62270]: _type = "Task" [ 1052.251625] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.263460] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52224e5d-7104-646b-e3ed-07cdcd721a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.382566] env[62270]: DEBUG oslo_concurrency.lockutils [req-c9882dca-98c9-4e31-9bab-d3db030ce8be req-e6c5a6f9-6926-43e4-897b-c5a1931e2560 service nova] Releasing lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.382969] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.383178] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1052.531029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.531630] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1052.535952] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.524s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.536187] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.538419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.093s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.538585] env[62270]: DEBUG nova.objects.instance [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lazy-loading 'resources' on Instance uuid b802a76e-c112-4eaf-97b5-ed82ec528bf9 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.595442] env[62270]: INFO nova.scheduler.client.report [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocations for instance c20f5633-b7b9-4276-83a4-cdc2b85e6447 [ 1052.617482] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.763174] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52224e5d-7104-646b-e3ed-07cdcd721a37, 'name': SearchDatastore_Task, 'duration_secs': 0.027409} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.764105] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4203a6f7-371b-466f-9bd0-397628a326f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.770718] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1052.770718] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523ca9be-ca87-f8e2-f32c-6944793efe8f" [ 1052.770718] env[62270]: _type = "Task" [ 1052.770718] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.785322] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523ca9be-ca87-f8e2-f32c-6944793efe8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.917560] env[62270]: DEBUG nova.compute.manager [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Received event network-changed-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1052.917764] env[62270]: DEBUG nova.compute.manager [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Refreshing instance network info cache due to event network-changed-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1052.917987] env[62270]: DEBUG oslo_concurrency.lockutils [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] Acquiring lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.918150] env[62270]: DEBUG oslo_concurrency.lockutils [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] Acquired lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918318] env[62270]: DEBUG nova.network.neutron [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Refreshing network info cache for port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1052.946101] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1053.038236] env[62270]: DEBUG nova.compute.utils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.040295] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1053.040508] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1053.105131] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6584ebdc-046e-47a4-95bd-b66fd3425f75 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "c20f5633-b7b9-4276-83a4-cdc2b85e6447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.123s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.131664] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292146, 'name': ReconfigVM_Task, 'duration_secs': 0.620028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.132493] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 0ea58efe-a874-4e93-ba26-eb85220b5121/0ea58efe-a874-4e93-ba26-eb85220b5121.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.134555] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514c5c67-8dd7-4619-909b-d0d126258803 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.149089] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1053.149089] env[62270]: value = "task-4292147" [ 1053.149089] env[62270]: _type = "Task" [ 1053.149089] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.162386] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292147, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.185776] env[62270]: DEBUG nova.policy [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1053.283530] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523ca9be-ca87-f8e2-f32c-6944793efe8f, 'name': SearchDatastore_Task, 'duration_secs': 0.030005} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.286490] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.287029] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. {{(pid=62270) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1053.287718] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d87444f-52a0-436f-9866-286d67ad30e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.298297] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1053.298297] env[62270]: value = "task-4292148" [ 1053.298297] env[62270]: _type = "Task" [ 1053.298297] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.311750] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.329391] env[62270]: DEBUG nova.network.neutron [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updating instance_info_cache with network_info: [{"id": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "address": "fa:16:3e:d9:bb:44", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004395d-c5", "ovs_interfaceid": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.488067] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e592e0f-5edd-43b4-bec6-5c42b7a028a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.499075] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a14a151-e222-496f-ba9d-fc4aeec7f071 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.533266] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b38cf5-97a1-4e78-bc24-7b139017ce08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.542639] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27dc138-4f8c-41e3-9024-c6830b6cc7bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.550643] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1053.571208] env[62270]: DEBUG nova.compute.provider_tree [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.663838] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292147, 'name': Rename_Task, 'duration_secs': 0.28724} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.664708] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1053.665045] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d94a2f02-8013-43af-9ed2-f938ca620de1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.674234] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1053.674234] env[62270]: value = "task-4292149" [ 1053.674234] env[62270]: _type = "Task" [ 1053.674234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.691161] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.814161] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.831514] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Successfully updated port: 34066308-5336-4987-9647-bce84ec852be {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.833377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.833707] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance network_info: |[{"id": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "address": "fa:16:3e:d9:bb:44", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004395d-c5", "ovs_interfaceid": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1053.834459] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:bb:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd004395d-c55c-4be8-8ea8-5ba306d0e625', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.850951] env[62270]: DEBUG oslo.service.loopingcall [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.850951] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1053.850951] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f2dd5a2-f143-4047-a2fa-f16a89c6dae8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.887820] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.887820] env[62270]: value = "task-4292150" [ 1053.887820] env[62270]: _type = "Task" [ 1053.887820] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.900622] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292150, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.944486] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Successfully created port: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.957171] env[62270]: DEBUG nova.network.neutron [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updated VIF entry in instance network info cache for port 3f36ddb1-de20-4af2-9693-6bb7a8b5f84e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1053.957171] env[62270]: DEBUG nova.network.neutron [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updating instance_info_cache with network_info: [{"id": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "address": "fa:16:3e:d9:9f:a2", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f36ddb1-de", "ovs_interfaceid": "3f36ddb1-de20-4af2-9693-6bb7a8b5f84e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.077523] env[62270]: DEBUG nova.scheduler.client.report [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1054.193101] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.315108] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705439} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.315693] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk. [ 1054.316587] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357b3581-1be0-4c4f-8d41-f1450d74baa0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.337916] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.337916] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.338061] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1054.351053] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.351902] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf7922f-90df-4ad3-b0dd-7241df17d2f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.374689] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1054.374689] env[62270]: value = "task-4292151" [ 1054.374689] env[62270]: _type = "Task" [ 1054.374689] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.384051] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.401062] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292150, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.459754] env[62270]: DEBUG oslo_concurrency.lockutils [req-0ada9aad-e3ca-4879-8822-c4d4b19637f4 req-dd2d527f-e2ac-402e-adc0-40b53e16ab9d service nova] Releasing lock "refresh_cache-2008fb86-29ba-4d63-88df-d7f722e8b4b3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.563054] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1054.582475] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.585741] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.413s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.586140] env[62270]: DEBUG nova.objects.instance [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lazy-loading 'resources' on Instance uuid baf56548-edf9-4907-b42e-9f15fa110359 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.616490] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1054.616941] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1054.617212] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.618024] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1054.618024] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.618024] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1054.619476] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1054.619476] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1054.619476] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1054.619476] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1054.619476] env[62270]: DEBUG nova.virt.hardware [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.622888] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8394de-f1f8-4aba-a8ad-7543eff60e86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.637087] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81fca4-9fc7-4a34-84a1-b20d58d75fca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.653051] env[62270]: INFO nova.scheduler.client.report [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted allocations for instance b802a76e-c112-4eaf-97b5-ed82ec528bf9 [ 1054.691105] env[62270]: DEBUG oslo_vmware.api [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292149, 'name': PowerOnVM_Task, 'duration_secs': 0.9038} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.691292] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1054.691506] env[62270]: INFO nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1054.691695] env[62270]: DEBUG nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1054.692524] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6597319-2843-4087-9d3e-59a3a790a656 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.885711] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.886502] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1054.901623] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292150, 'name': CreateVM_Task, 'duration_secs': 0.738922} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.902032] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1054.903025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.903229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.903655] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.904049] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9387d19e-0115-4e8f-aa31-7ed55718bfbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.910583] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1054.910583] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52466fe2-cfca-889d-3deb-be7d8cd37662" [ 1054.910583] env[62270]: _type = "Task" [ 1054.910583] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.922567] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52466fe2-cfca-889d-3deb-be7d8cd37662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.006170] env[62270]: DEBUG nova.compute.manager [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Received event network-vif-plugged-34066308-5336-4987-9647-bce84ec852be {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1055.006170] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.006170] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.006170] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.006170] env[62270]: DEBUG nova.compute.manager [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] No waiting events found dispatching network-vif-plugged-34066308-5336-4987-9647-bce84ec852be {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1055.006765] env[62270]: WARNING nova.compute.manager [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Received unexpected event network-vif-plugged-34066308-5336-4987-9647-bce84ec852be for instance with vm_state building and task_state spawning. [ 1055.007284] env[62270]: DEBUG nova.compute.manager [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Received event network-changed-34066308-5336-4987-9647-bce84ec852be {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1055.008384] env[62270]: DEBUG nova.compute.manager [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Refreshing instance network info cache due to event network-changed-34066308-5336-4987-9647-bce84ec852be. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1055.008384] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Acquiring lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.066010] env[62270]: DEBUG nova.network.neutron [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.161498] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f2dafdd8-0135-4ba7-a359-42422f603499 tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "b802a76e-c112-4eaf-97b5-ed82ec528bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.796s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.219725] env[62270]: INFO nova.compute.manager [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Took 34.75 seconds to build instance. [ 1055.391721] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292151, 'name': ReconfigVM_Task, 'duration_secs': 0.659294} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.391721] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024/fde72689-c852-4e25-86e3-9352682102cd-rescue.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.393220] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1848715c-18b0-4784-86ce-c2a977994020 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.431968] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0c5ac94-9653-4b01-bcaa-85449bcf1df6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.451503] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52466fe2-cfca-889d-3deb-be7d8cd37662, 'name': SearchDatastore_Task, 'duration_secs': 0.01999} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.451796] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.452084] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.452397] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.452541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.452763] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.453132] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1055.453132] env[62270]: value = "task-4292152" [ 1055.453132] env[62270]: _type = "Task" [ 1055.453132] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.453460] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45365506-9eb1-40ea-8630-a2ed47a882bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.470455] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292152, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.474485] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.474787] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.475460] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.475460] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.475587] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.477573] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.477796] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1055.482689] env[62270]: INFO nova.compute.manager [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Terminating instance [ 1055.484505] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeeae1f3-fc5c-44af-b077-03c2677e1b5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.488128] env[62270]: DEBUG nova.compute.manager [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1055.488323] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1055.489997] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e24803-b3a6-426d-8e6d-bce75d6b88a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.498313] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1055.499309] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa88c857-3eea-4ab0-ae51-dece2e912f21 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.501196] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1055.501196] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521a4adc-c4f3-3ecf-82dc-c336266b5253" [ 1055.501196] env[62270]: _type = "Task" [ 1055.501196] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.510597] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 1055.510597] env[62270]: value = "task-4292153" [ 1055.510597] env[62270]: _type = "Task" [ 1055.510597] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.514949] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521a4adc-c4f3-3ecf-82dc-c336266b5253, 'name': SearchDatastore_Task, 'duration_secs': 0.014306} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.519761] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7cfb25-9b49-402f-95eb-22a4ad22f89f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.525690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e76e10f-11aa-467b-a479-f6e40d79832d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.534049] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1055.534049] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528a7367-ef3b-3c43-1a45-e826c6a62275" [ 1055.534049] env[62270]: _type = "Task" [ 1055.534049] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.534477] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.545867] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459bfacd-b0df-4ba8-b2df-4142af9c673a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.550045] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528a7367-ef3b-3c43-1a45-e826c6a62275, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.550427] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.551608] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a63fb134-8996-4a23-86ce-866328b38993/a63fb134-8996-4a23-86ce-866328b38993.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1055.551608] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd56092b-03d7-496a-b96e-c837e91d765c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.592387] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.592387] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Instance network_info: |[{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1055.592956] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.593309] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.593649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.593966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.594234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.597280] env[62270]: INFO nova.compute.manager [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Terminating instance [ 1055.600955] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Acquired lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.601264] env[62270]: DEBUG nova.network.neutron [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Refreshing network info cache for port 34066308-5336-4987-9647-bce84ec852be {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1055.602783] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:ac:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34066308-5336-4987-9647-bce84ec852be', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.616028] env[62270]: DEBUG oslo.service.loopingcall [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.616976] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6c336-ba8a-4df6-be5a-3b69e517234e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.622118] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1055.622118] env[62270]: value = "task-4292154" [ 1055.622118] env[62270]: _type = "Task" [ 1055.622118] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.622473] env[62270]: DEBUG nova.compute.manager [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1055.622773] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1055.623647] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1055.624884] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbaf920-7613-4bd0-8eb6-ed791a65fae8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.630325] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8dd6d10-fc89-4f93-8683-6c07a491b813 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.659492] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70a4107-7fea-4635-ace9-3f69a948d186 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.675399] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.675792] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1055.676126] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.676126] env[62270]: value = "task-4292155" [ 1055.676126] env[62270]: _type = "Task" [ 1055.676126] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.676934] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fda9b9-faa4-4e16-899f-d0c392b9bee6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.693995] env[62270]: DEBUG nova.compute.provider_tree [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.701480] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292155, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.703058] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1055.703058] env[62270]: value = "task-4292156" [ 1055.703058] env[62270]: _type = "Task" [ 1055.703058] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.722027] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.722572] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4d2c288c-614f-46f2-a937-3863fc03a25e tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.268s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.806667] env[62270]: DEBUG nova.compute.manager [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-vif-plugged-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1055.806667] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.807060] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.807353] env[62270]: DEBUG oslo_concurrency.lockutils [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.807427] env[62270]: DEBUG nova.compute.manager [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] No waiting events found dispatching network-vif-plugged-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1055.807634] env[62270]: WARNING nova.compute.manager [req-2d11cfab-d19e-4179-9f81-965d24128fc1 req-ac8e8062-b650-4225-8597-6d2c61f690f8 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received unexpected event network-vif-plugged-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b for instance with vm_state building and task_state spawning. [ 1055.966614] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292152, 'name': ReconfigVM_Task, 'duration_secs': 0.23303} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.967056] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1055.967392] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d249ef-0158-42bd-ba8b-33921701c670 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.976458] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1055.976458] env[62270]: value = "task-4292157" [ 1055.976458] env[62270]: _type = "Task" [ 1055.976458] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.986351] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.027744] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292153, 'name': PowerOffVM_Task, 'duration_secs': 0.205902} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.028075] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1056.028297] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1056.028583] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9082d368-6eb0-44e2-ab46-544286bf2b31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.100121] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1056.100439] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1056.100695] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleting the datastore file [datastore2] d6bde5b4-f544-41c7-b763-c668b7bbd914 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.101019] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da79acc3-7662-44a6-bb8e-7f39cca0bae4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.108246] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for the task: (returnval){ [ 1056.108246] env[62270]: value = "task-4292159" [ 1056.108246] env[62270]: _type = "Task" [ 1056.108246] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.117649] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.132574] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531809} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.132925] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] a63fb134-8996-4a23-86ce-866328b38993/a63fb134-8996-4a23-86ce-866328b38993.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1056.133076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.133302] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df678821-17fc-47ff-94a8-524fda5de5c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.140664] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1056.140664] env[62270]: value = "task-4292160" [ 1056.140664] env[62270]: _type = "Task" [ 1056.140664] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.151921] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.190698] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292155, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.209911] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Successfully updated port: 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.219304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.219304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.220959] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292156, 'name': PowerOffVM_Task, 'duration_secs': 0.281743} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.221247] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1056.221412] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1056.221674] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e4a336-85f1-4c8a-93d7-5c69bbd3e9e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.227876] env[62270]: ERROR nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] [req-5daeab1e-859b-464a-abbd-0c5037ec0aa2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5daeab1e-859b-464a-abbd-0c5037ec0aa2"}]} [ 1056.247751] env[62270]: DEBUG nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1056.271925] env[62270]: DEBUG nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1056.272201] env[62270]: DEBUG nova.compute.provider_tree [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.287130] env[62270]: DEBUG nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1056.308335] env[62270]: DEBUG nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1056.336481] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1056.336678] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1056.336886] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleting the datastore file [datastore2] 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.337186] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a968f57-3029-40df-96f7-b123379fdbb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.344240] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1056.344240] env[62270]: value = "task-4292162" [ 1056.344240] env[62270]: _type = "Task" [ 1056.344240] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.359811] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.433519] env[62270]: DEBUG nova.network.neutron [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updated VIF entry in instance network info cache for port 34066308-5336-4987-9647-bce84ec852be. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1056.433519] env[62270]: DEBUG nova.network.neutron [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.488074] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292157, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.620746] env[62270]: DEBUG oslo_vmware.api [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Task: {'id': task-4292159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216604} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.621027] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.621232] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1056.621428] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1056.621611] env[62270]: INFO nova.compute.manager [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1056.621874] env[62270]: DEBUG oslo.service.loopingcall [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.622075] env[62270]: DEBUG nova.compute.manager [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1056.622197] env[62270]: DEBUG nova.network.neutron [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1056.652917] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076528} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.653258] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.654174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb772a-d6fb-4490-a36c-dd5edeed6bbd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.680804] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a63fb134-8996-4a23-86ce-866328b38993/a63fb134-8996-4a23-86ce-866328b38993.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.681397] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5c5ff6b-990e-48b4-8b19-bd454c201b73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.711269] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292155, 'name': CreateVM_Task, 'duration_secs': 0.672394} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.712686] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1056.713087] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1056.713087] env[62270]: value = "task-4292163" [ 1056.713087] env[62270]: _type = "Task" [ 1056.713087] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.713706] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.713876] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.714222] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.714625] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236226ba-ef3a-4c1b-91c7-107b331eb366 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.723392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.723552] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.723727] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1056.729470] env[62270]: INFO nova.compute.manager [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Detaching volume 9c7ded62-4c01-45cb-802b-53b3396456ec [ 1056.736766] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1056.736766] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a59f1c-3943-e396-64f9-b7df135e3d93" [ 1056.736766] env[62270]: _type = "Task" [ 1056.736766] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.736915] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.745900] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11201a-1c7f-4756-a0cf-5c643c702888 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.752395] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a59f1c-3943-e396-64f9-b7df135e3d93, 'name': SearchDatastore_Task, 'duration_secs': 0.017959} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.753186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.753442] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.753714] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.753874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.754082] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.754406] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f0edce-05ab-4764-8319-60865c460c47 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.760736] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab29403-92f6-43d3-b7ad-2dc5831cc24d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.792106] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.792331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1056.794534] env[62270]: INFO nova.virt.block_device [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Attempting to driver detach volume 9c7ded62-4c01-45cb-802b-53b3396456ec from mountpoint /dev/sdb [ 1056.794769] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1056.794964] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845368', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'name': 'volume-9c7ded62-4c01-45cb-802b-53b3396456ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4317da72-fbe2-4c11-b349-26c3a3bb08cd', 'attached_at': '', 'detached_at': '', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'serial': '9c7ded62-4c01-45cb-802b-53b3396456ec'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1056.795250] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885782e4-1d55-4f53-aa58-7ea675a66428 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.798144] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cc08de-ec1d-4ed4-9085-600f8864bf2d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.801130] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a913f-a3a7-48f0-96a6-ff0c2a4b1042 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.827372] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597c3f92-b35e-402c-892b-74ee136778ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.831409] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1056.831409] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5261fecd-60eb-1de6-0d74-6eb5921cc66d" [ 1056.831409] env[62270]: _type = "Task" [ 1056.831409] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.833103] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db8d43-e116-407c-89d5-be00353c551c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.847084] env[62270]: DEBUG nova.compute.provider_tree [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.859226] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b33b800-88e0-4117-ae26-728ce1c1f536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.861855] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5261fecd-60eb-1de6-0d74-6eb5921cc66d, 'name': SearchDatastore_Task, 'duration_secs': 0.042198} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.863995] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1068f42a-2d21-4dda-967b-1797065159ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.885997] env[62270]: DEBUG oslo_vmware.api [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338638} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.886888] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.887120] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1056.887331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1056.887549] env[62270]: INFO nova.compute.manager [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1056.887808] env[62270]: DEBUG oslo.service.loopingcall [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.888546] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4526a0-c0d3-43eb-9a38-d848c15e3669 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.892651] env[62270]: DEBUG nova.compute.manager [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1056.892759] env[62270]: DEBUG nova.network.neutron [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1056.894566] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1056.894566] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52507e57-0ab0-ecdf-97bc-5513b64d03e5" [ 1056.894566] env[62270]: _type = "Task" [ 1056.894566] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.909630] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c7ded62-4c01-45cb-802b-53b3396456ec/volume-9c7ded62-4c01-45cb-802b-53b3396456ec.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1056.915141] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.916025] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79046f1c-2855-45f8-a62a-aeebf22aef2e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.933448] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52507e57-0ab0-ecdf-97bc-5513b64d03e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.937301] env[62270]: DEBUG oslo_concurrency.lockutils [req-7a6eb08b-0024-42a8-912c-5e85551f972b req-65d733b0-654f-414f-9d66-7f2bd66db039 service nova] Releasing lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.940958] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1056.940958] env[62270]: value = "task-4292164" [ 1056.940958] env[62270]: _type = "Task" [ 1056.940958] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.950748] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.989148] env[62270]: DEBUG oslo_vmware.api [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292157, 'name': PowerOnVM_Task, 'duration_secs': 0.613041} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.989437] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1056.992019] env[62270]: DEBUG nova.compute.manager [None req-7a278407-facf-4f4e-8f4f-b08c7b2039ca tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1056.992811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc77ae-0333-4c65-8c9f-14ab9570b7ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.187427] env[62270]: DEBUG nova.compute.manager [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1057.187663] env[62270]: DEBUG nova.compute.manager [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1057.187858] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.228502] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.276810] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1057.356940] env[62270]: DEBUG nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1057.409018] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52507e57-0ab0-ecdf-97bc-5513b64d03e5, 'name': SearchDatastore_Task, 'duration_secs': 0.059077} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.409018] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.409018] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1057.409018] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e167f2-e714-41bd-8ddb-faa66fc05d9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.417181] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1057.417181] env[62270]: value = "task-4292165" [ 1057.417181] env[62270]: _type = "Task" [ 1057.417181] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.426503] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.458133] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292164, 'name': ReconfigVM_Task, 'duration_secs': 0.384517} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.458751] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.464963] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0dbd4a-74ba-487a-9e57-58bee3db0357 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.480556] env[62270]: DEBUG nova.network.neutron [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.490034] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1057.490034] env[62270]: value = "task-4292166" [ 1057.490034] env[62270]: _type = "Task" [ 1057.490034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.500289] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.565740] env[62270]: DEBUG nova.network.neutron [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.638971] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "0ea58efe-a874-4e93-ba26-eb85220b5121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.639137] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.639361] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.640542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.640542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.642567] env[62270]: INFO nova.compute.manager [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Terminating instance [ 1057.645041] env[62270]: DEBUG nova.compute.manager [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1057.645420] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1057.646988] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edd5e40-04da-4ad8-97b1-4c9828136ef0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.659195] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1057.659570] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c31e89a6-d441-478a-a34c-01f80ceee9f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.668661] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1057.668661] env[62270]: value = "task-4292167" [ 1057.668661] env[62270]: _type = "Task" [ 1057.668661] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.682415] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.729819] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292163, 'name': ReconfigVM_Task, 'duration_secs': 0.681595} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.730227] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a63fb134-8996-4a23-86ce-866328b38993/a63fb134-8996-4a23-86ce-866328b38993.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.731143] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e74096e1-ed14-4e09-8029-96dd34364fc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.740522] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1057.740522] env[62270]: value = "task-4292168" [ 1057.740522] env[62270]: _type = "Task" [ 1057.740522] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.752204] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292168, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.868256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.279s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.869087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.477s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.869534] env[62270]: DEBUG nova.objects.instance [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lazy-loading 'resources' on Instance uuid 0afc94d9-8f62-4998-8ada-78ca47ba21eb {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.915024] env[62270]: INFO nova.scheduler.client.report [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Deleted allocations for instance baf56548-edf9-4907-b42e-9f15fa110359 [ 1057.944986] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.984324] env[62270]: INFO nova.compute.manager [-] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Took 1.36 seconds to deallocate network for instance. [ 1058.004026] env[62270]: DEBUG oslo_vmware.api [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292166, 'name': ReconfigVM_Task, 'duration_secs': 0.178978} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.004792] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845368', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'name': 'volume-9c7ded62-4c01-45cb-802b-53b3396456ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4317da72-fbe2-4c11-b349-26c3a3bb08cd', 'attached_at': '', 'detached_at': '', 'volume_id': '9c7ded62-4c01-45cb-802b-53b3396456ec', 'serial': '9c7ded62-4c01-45cb-802b-53b3396456ec'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1058.069368] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.069899] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Instance network_info: |[{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1058.070389] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.070724] env[62270]: DEBUG nova.network.neutron [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1058.072254] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e5:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.087021] env[62270]: DEBUG oslo.service.loopingcall [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.087021] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1058.087021] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b0fe5e-e2e2-4a48-a801-0fc19d8c1389 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.109950] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.109950] env[62270]: value = "task-4292169" [ 1058.109950] env[62270]: _type = "Task" [ 1058.109950] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.122371] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292169, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.183485] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292167, 'name': PowerOffVM_Task, 'duration_secs': 0.422875} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.183485] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1058.183485] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1058.183485] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fed755bc-6ff2-4092-946a-5e22f16fec56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.223644] env[62270]: DEBUG nova.network.neutron [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.256085] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292168, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.258145] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1058.258420] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1058.259026] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] 0ea58efe-a874-4e93-ba26-eb85220b5121 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.259026] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6fc0f59-9e28-4bf6-8861-6d29b98ab2bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269112] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1058.269112] env[62270]: value = "task-4292171" [ 1058.269112] env[62270]: _type = "Task" [ 1058.269112] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.277083] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.439509] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546651} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.442027] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc3979ad-47df-488a-816a-89207bd6c609 tempest-ImagesTestJSON-588636336 tempest-ImagesTestJSON-588636336-project-member] Lock "baf56548-edf9-4907-b42e-9f15fa110359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.395s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.442027] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1058.442545] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.443496] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fa1c69-39ff-4878-85c4-105003500441 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.455115] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1058.455115] env[62270]: value = "task-4292172" [ 1058.455115] env[62270]: _type = "Task" [ 1058.455115] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.467207] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.495234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.595113] env[62270]: DEBUG nova.objects.instance [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'flavor' on Instance uuid 4317da72-fbe2-4c11-b349-26c3a3bb08cd {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.624114] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292169, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.679657] env[62270]: DEBUG nova.compute.manager [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1058.679864] env[62270]: DEBUG nova.compute.manager [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing instance network info cache due to event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1058.680128] env[62270]: DEBUG oslo_concurrency.lockutils [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.680290] env[62270]: DEBUG oslo_concurrency.lockutils [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.680465] env[62270]: DEBUG nova.network.neutron [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1058.729522] env[62270]: INFO nova.compute.manager [-] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Took 1.83 seconds to deallocate network for instance. [ 1058.755703] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292168, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.784304] env[62270]: DEBUG oslo_vmware.api [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489595} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.785769] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.785769] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1058.785769] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1058.785769] env[62270]: INFO nova.compute.manager [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.786753] env[62270]: DEBUG oslo.service.loopingcall [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.791604] env[62270]: DEBUG nova.compute.manager [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1058.791604] env[62270]: DEBUG nova.network.neutron [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1058.805047] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f7810f-47e3-42ce-8bf7-c2bd96c2680a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.813472] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846ba055-5724-4021-89c9-c73b7b9b1da2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.848147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed7b5db-a373-408e-af0e-68a5b0551c6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.859021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac123685-f0ad-40a2-976c-e48121d0cefb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.877020] env[62270]: DEBUG nova.compute.provider_tree [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.966159] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070522} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.966441] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.967264] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee67fb1-42cc-4d2b-964f-a7ab5f1590f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.998427] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.999104] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86e74dd-9587-4051-92d6-74d46eba3707 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.023503] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1059.023503] env[62270]: value = "task-4292173" [ 1059.023503] env[62270]: _type = "Task" [ 1059.023503] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.034083] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.122618] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292169, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.158304] env[62270]: DEBUG nova.network.neutron [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1059.158853] env[62270]: DEBUG nova.network.neutron [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.235926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.253056] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292168, 'name': Rename_Task, 'duration_secs': 1.280729} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.253365] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1059.253627] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27d78c4-f860-48cb-ab1f-6193ef5a02c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.261923] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1059.261923] env[62270]: value = "task-4292174" [ 1059.261923] env[62270]: _type = "Task" [ 1059.261923] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.273590] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.379680] env[62270]: DEBUG nova.scheduler.client.report [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1059.422544] env[62270]: DEBUG nova.network.neutron [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updated VIF entry in instance network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1059.422947] env[62270]: DEBUG nova.network.neutron [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.440928] env[62270]: DEBUG nova.compute.manager [req-9125c50a-3a31-46ea-b254-5bc5a07567ec req-14967e44-b5ba-4dfb-bc6f-c7eed28e92f6 service nova] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Received event network-vif-deleted-0b7abbe4-513c-4de8-837b-2aaa9ad3a6cf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1059.535278] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.602043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-dd5435d7-288d-4388-b9f2-2f504f733e96 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.385s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.625753] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292169, 'name': CreateVM_Task, 'duration_secs': 1.198876} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.625946] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1059.628150] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.628150] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.628150] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.628150] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225e3e9e-654c-428c-beb2-79b161b948a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.638027] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1059.638027] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb049c-dbef-ddce-0154-7531e427d2fd" [ 1059.638027] env[62270]: _type = "Task" [ 1059.638027] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.645369] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb049c-dbef-ddce-0154-7531e427d2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.661635] env[62270]: DEBUG oslo_concurrency.lockutils [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.662038] env[62270]: DEBUG nova.compute.manager [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Received event network-vif-deleted-68534fc1-bf86-46cb-b469-b5ee304c0d43 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1059.662187] env[62270]: INFO nova.compute.manager [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Neutron deleted interface 68534fc1-bf86-46cb-b469-b5ee304c0d43; detaching it from the instance and deleting it from the info cache [ 1059.662405] env[62270]: DEBUG nova.network.neutron [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.750433] env[62270]: DEBUG nova.network.neutron [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.777036] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292174, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.885874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.889628] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.334s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.889628] env[62270]: DEBUG nova.objects.instance [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.914838] env[62270]: INFO nova.scheduler.client.report [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Deleted allocations for instance 0afc94d9-8f62-4998-8ada-78ca47ba21eb [ 1059.926176] env[62270]: DEBUG oslo_concurrency.lockutils [req-88873161-c969-40ca-abac-652a11e2daf2 req-3ffaf3ae-8508-495a-85e4-e101e9fe208a service nova] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.035924] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292173, 'name': ReconfigVM_Task, 'duration_secs': 0.61002} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.036832] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.039497] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0dc2eac-4faf-4f9b-8106-82d2a71d6390 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.047469] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1060.047469] env[62270]: value = "task-4292175" [ 1060.047469] env[62270]: _type = "Task" [ 1060.047469] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.057218] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292175, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.146865] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fb049c-dbef-ddce-0154-7531e427d2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01349} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.147233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.147486] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.147735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.147894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.148095] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.148383] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17374ee2-0714-4d4c-a1f7-8a09f0a13ab7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.163033] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.163307] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1060.164112] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6aa9b9f-f35b-4677-87fd-ad7d0993a823 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.167267] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-978f21ad-0aec-4940-a17e-4ff9dc997588 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.173495] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1060.173495] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f7952-6c7c-a94b-67e3-2a9276adac85" [ 1060.173495] env[62270]: _type = "Task" [ 1060.173495] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.181998] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72144e67-9e88-45a1-8cb2-4c055021bab5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.195418] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f7952-6c7c-a94b-67e3-2a9276adac85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.223225] env[62270]: DEBUG nova.compute.manager [req-6d16c6bb-161a-4e89-a1c2-f77e76cead05 req-aeb0ea34-f6ad-4615-abcd-46ce3fc3a57c service nova] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Detach interface failed, port_id=68534fc1-bf86-46cb-b469-b5ee304c0d43, reason: Instance d6bde5b4-f544-41c7-b763-c668b7bbd914 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1060.254956] env[62270]: INFO nova.compute.manager [-] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Took 1.46 seconds to deallocate network for instance. [ 1060.283481] env[62270]: DEBUG oslo_vmware.api [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292174, 'name': PowerOnVM_Task, 'duration_secs': 0.523067} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.284794] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1060.284794] env[62270]: INFO nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1060.287325] env[62270]: DEBUG nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1060.288233] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc788d6-5229-44ac-9786-40380ae859f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.393227] env[62270]: DEBUG nova.objects.instance [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.421729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19251e2b-a9d3-4d2f-93bc-95082c47d7b1 tempest-ServerMetadataNegativeTestJSON-10987740 tempest-ServerMetadataNegativeTestJSON-10987740-project-member] Lock "0afc94d9-8f62-4998-8ada-78ca47ba21eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.703s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.557885] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292175, 'name': Rename_Task, 'duration_secs': 0.336394} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.559372] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1060.559372] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dcd7ffc-ec22-49db-b968-3aa3cc561dd1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.569428] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1060.569428] env[62270]: value = "task-4292176" [ 1060.569428] env[62270]: _type = "Task" [ 1060.569428] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.581270] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.685851] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f7952-6c7c-a94b-67e3-2a9276adac85, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.687046] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc26b55-2583-4fb7-9485-8aced79b6f0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.694196] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1060.694196] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a684ca-b4a5-541f-4c94-8657c2082ed3" [ 1060.694196] env[62270]: _type = "Task" [ 1060.694196] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.704315] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a684ca-b4a5-541f-4c94-8657c2082ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.764018] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.810451] env[62270]: INFO nova.compute.manager [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Took 35.47 seconds to build instance. [ 1060.818082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.818707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.818707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.818983] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.818983] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.820836] env[62270]: INFO nova.compute.manager [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Terminating instance [ 1060.824399] env[62270]: DEBUG nova.compute.manager [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1060.824399] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1060.824399] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24adfb87-cf7c-4a3d-95e7-07d22f2aa257 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.834068] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1060.834353] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b58dfb-4a89-4e71-9319-a889305f0890 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.843184] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1060.843184] env[62270]: value = "task-4292177" [ 1060.843184] env[62270]: _type = "Task" [ 1060.843184] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.855852] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.895670] env[62270]: INFO nova.compute.claims [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.081382] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.104978] env[62270]: DEBUG nova.compute.manager [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1061.105614] env[62270]: DEBUG nova.compute.manager [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing instance network info cache due to event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1061.105984] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.106248] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.106526] env[62270]: DEBUG nova.network.neutron [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1061.206843] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a684ca-b4a5-541f-4c94-8657c2082ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.024796} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.207393] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.213329] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 39d23750-4f9a-44d0-9905-45ef441e8b8c/39d23750-4f9a-44d0-9905-45ef441e8b8c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1061.213329] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a291842-2b07-4902-8729-71dfe1ec3476 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.221154] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1061.221154] env[62270]: value = "task-4292178" [ 1061.221154] env[62270]: _type = "Task" [ 1061.221154] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.231268] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.314274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-adedb754-1734-47a8-823f-3b2f9ad6e1c1 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.990s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.361057] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292177, 'name': PowerOffVM_Task, 'duration_secs': 0.303907} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.361057] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1061.361057] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1061.361057] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c70df71-81ee-4aa3-b4e7-502cdd09bf10 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.429426] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1061.429689] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1061.429890] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleting the datastore file [datastore2] 4317da72-fbe2-4c11-b349-26c3a3bb08cd {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.430193] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-309ac0ee-374f-4efb-9f03-62aa4d068fba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.438990] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1061.438990] env[62270]: value = "task-4292180" [ 1061.438990] env[62270]: _type = "Task" [ 1061.438990] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.448990] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.584150] env[62270]: DEBUG oslo_vmware.api [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292176, 'name': PowerOnVM_Task, 'duration_secs': 0.820136} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.584547] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1061.584804] env[62270]: INFO nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1061.585021] env[62270]: DEBUG nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1061.585998] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf010b1-fea5-4f81-8596-0b08dbefac0f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.734262] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.874009] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcfd6d7-9d4e-4ab2-a873-f35dd1afde83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.885016] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f984d-96a6-4d3a-985a-099bdd78e67f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.928780] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f5c7c8-f33e-467f-84ae-f9ba61e92a9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.937853] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d4ccf-09cc-41fd-a663-dd3b4e955f7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.964608] env[62270]: DEBUG nova.compute.provider_tree [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.969259] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.986877] env[62270]: DEBUG nova.network.neutron [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updated VIF entry in instance network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1061.987339] env[62270]: DEBUG nova.network.neutron [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.115164] env[62270]: INFO nova.compute.manager [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Took 35.24 seconds to build instance. [ 1062.241058] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618277} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.241058] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 39d23750-4f9a-44d0-9905-45ef441e8b8c/39d23750-4f9a-44d0-9905-45ef441e8b8c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1062.241058] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.241058] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71e2c4c1-0bdc-4375-a2f8-6e080c888deb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.253804] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1062.253804] env[62270]: value = "task-4292181" [ 1062.253804] env[62270]: _type = "Task" [ 1062.253804] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.266368] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.455395] env[62270]: DEBUG oslo_vmware.api [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564062} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.455395] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.455395] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1062.455395] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1062.455395] env[62270]: INFO nova.compute.manager [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1062.455872] env[62270]: DEBUG oslo.service.loopingcall [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.455872] env[62270]: DEBUG nova.compute.manager [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1062.455941] env[62270]: DEBUG nova.network.neutron [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1062.466343] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.467267] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.467267] env[62270]: INFO nova.compute.manager [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Shelving [ 1062.468749] env[62270]: DEBUG nova.scheduler.client.report [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.489849] env[62270]: DEBUG oslo_concurrency.lockutils [req-d3df5a52-a57d-44cf-bef9-a203f14b41c0 req-8f8edb36-9067-43a7-bdd5-504021210179 service nova] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.522775] env[62270]: DEBUG nova.compute.manager [req-caeae319-f222-47dc-8360-e17639a669d0 req-e2fcf393-67db-49d4-8f8a-ac4dcfc636a4 service nova] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Received event network-vif-deleted-ff4622ad-2931-4237-a614-8ce1e1eb34a9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1062.617601] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a9a01d71-6da6-4397-865c-e6e7fb8b9694 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.756s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.772197] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073673} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.772338] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.773825] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f734d2-4caa-4b44-be88-fd8576a8cd97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.805370] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 39d23750-4f9a-44d0-9905-45ef441e8b8c/39d23750-4f9a-44d0-9905-45ef441e8b8c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.805881] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e958e59-227e-44d9-9359-167679f88658 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.828523] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1062.828523] env[62270]: value = "task-4292182" [ 1062.828523] env[62270]: _type = "Task" [ 1062.828523] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.843853] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.975419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.087s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.980076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.204s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.980328] env[62270]: DEBUG nova.objects.instance [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lazy-loading 'resources' on Instance uuid f907f1ed-5981-4513-97b4-5b6e9d03bfe0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.981521] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1062.982077] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc385a69-afbd-4bef-903e-93cf204267f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.990365] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1062.990365] env[62270]: value = "task-4292183" [ 1062.990365] env[62270]: _type = "Task" [ 1062.990365] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.003793] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.053314] env[62270]: INFO nova.network.neutron [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating port a6ac9db7-31c0-495d-bffe-96aa613f98cb with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1063.344099] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292182, 'name': ReconfigVM_Task, 'duration_secs': 0.486251} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.344099] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 39d23750-4f9a-44d0-9905-45ef441e8b8c/39d23750-4f9a-44d0-9905-45ef441e8b8c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.344669] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9561d5fd-eeac-4489-a25d-842f0d052652 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.353195] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1063.353195] env[62270]: value = "task-4292184" [ 1063.353195] env[62270]: _type = "Task" [ 1063.353195] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.363336] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292184, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.514552] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292183, 'name': PowerOffVM_Task, 'duration_secs': 0.220789} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.514552] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1063.523338] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946e3ad-957a-43be-bc92-cb579e0c0d99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.561757] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d458d2-a264-4b52-9bd5-ddec3ab9a313 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.632422] env[62270]: DEBUG nova.compute.manager [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1063.632723] env[62270]: DEBUG nova.compute.manager [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing instance network info cache due to event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1063.635453] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.636106] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.636452] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1063.830700] env[62270]: DEBUG nova.network.neutron [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.866619] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292184, 'name': Rename_Task, 'duration_secs': 0.160262} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.866619] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1063.866619] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-effce4c9-943c-4235-8276-0bbdd800aacd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.880509] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1063.880509] env[62270]: value = "task-4292185" [ 1063.880509] env[62270]: _type = "Task" [ 1063.880509] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.888817] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.978009] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed077833-b24a-4343-8633-aeec0bed30fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.987716] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e693347-5a36-4377-9515-58c3e64c102e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.029302] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f308522e-e099-41c2-9fb7-243afee76fd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.039140] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77461fa0-c1ef-4aa8-a918-e3c1ea8375f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.056306] env[62270]: DEBUG nova.compute.provider_tree [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.075162] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1064.075162] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d9627a3-f6ed-470d-941e-aa3efb94bf3a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.084867] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1064.084867] env[62270]: value = "task-4292186" [ 1064.084867] env[62270]: _type = "Task" [ 1064.084867] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.094640] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.335184] env[62270]: INFO nova.compute.manager [-] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Took 1.88 seconds to deallocate network for instance. [ 1064.393824] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292185, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.560428] env[62270]: DEBUG nova.scheduler.client.report [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1064.598461] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.620757] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updated VIF entry in instance network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1064.621208] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.792369] env[62270]: DEBUG nova.compute.manager [req-95db2271-ea32-42d1-a2c4-8f3af5465efa req-7ae010b7-4506-4e95-a3e1-1657a4112d34 service nova] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Received event network-vif-deleted-421fd7c7-7b9d-4b24-b050-9e223e9bfb24 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1064.844990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.893934] env[62270]: DEBUG oslo_vmware.api [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292185, 'name': PowerOnVM_Task, 'duration_secs': 0.592572} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.894325] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1064.896282] env[62270]: INFO nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1064.896282] env[62270]: DEBUG nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1064.896282] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d7547-5f38-4e3a-9bbc-e5385dd750ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.068097] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.075324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.677s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.087752] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "245900d7-c356-4bfa-82f7-a62d39bf8024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.087752] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.087881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.088143] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.089112] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.096117] env[62270]: INFO nova.compute.manager [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Terminating instance [ 1065.098696] env[62270]: DEBUG nova.compute.manager [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1065.098831] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1065.100234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc269be6-0ea2-4641-ab2a-aa0c5654eee8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.108127] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292186, 'name': CreateSnapshot_Task, 'duration_secs': 0.724481} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.108470] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1065.109390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c3e545-9cd6-4286-ab86-83fa1eefdc97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.116639] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1065.117666] env[62270]: INFO nova.scheduler.client.report [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleted allocations for instance f907f1ed-5981-4513-97b4-5b6e9d03bfe0 [ 1065.120821] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3133da-453e-4057-a58f-b34d6476d8c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.129292] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.129552] env[62270]: DEBUG nova.compute.manager [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1065.129726] env[62270]: DEBUG nova.compute.manager [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing instance network info cache due to event network-changed-fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1065.129935] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Acquiring lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.130139] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Acquired lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.130353] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Refreshing network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1065.153333] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1065.153333] env[62270]: value = "task-4292187" [ 1065.153333] env[62270]: _type = "Task" [ 1065.153333] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.168689] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.367946] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.369226] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.369226] env[62270]: DEBUG nova.network.neutron [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1065.419332] env[62270]: INFO nova.compute.manager [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Took 37.81 seconds to build instance. [ 1065.583304] env[62270]: INFO nova.compute.claims [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.647908] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1065.648522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4f03d888-b504-4a5a-9c43-06b49c40f33e tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "f907f1ed-5981-4513-97b4-5b6e9d03bfe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.029s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.651258] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43a330bf-e3b1-49cb-8e9f-968d7d0d6f9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.671185] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292187, 'name': PowerOffVM_Task, 'duration_secs': 0.439205} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.672819] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1065.675993] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1065.675993] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1065.675993] env[62270]: value = "task-4292188" [ 1065.675993] env[62270]: _type = "Task" [ 1065.675993] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.675993] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cea84829-c8bb-49fa-b15d-49088e86796a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.695468] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292188, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.765455] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1065.765901] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1065.766211] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Deleting the datastore file [datastore2] 245900d7-c356-4bfa-82f7-a62d39bf8024 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.766790] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0989b7a6-29c2-468a-8345-7cc3510a87c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.776533] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for the task: (returnval){ [ 1065.776533] env[62270]: value = "task-4292190" [ 1065.776533] env[62270]: _type = "Task" [ 1065.776533] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.786765] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.921108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-208e1b41-8295-42c8-86aa-a42fc9324c90 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.338s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.039461] env[62270]: DEBUG nova.compute.manager [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1066.091324] env[62270]: INFO nova.compute.resource_tracker [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating resource usage from migration 1439e9b2-b3a4-4c94-ad48-684e38bd8f85 [ 1066.109563] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updated VIF entry in instance network info cache for port fa24f002-2af4-47f6-8481-bbc90afe50ae. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1066.109993] env[62270]: DEBUG nova.network.neutron [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [{"id": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "address": "fa:16:3e:0b:53:34", "network": {"id": "7d5348e0-29c3-4c68-abf8-1ed37b3ef4eb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-393157780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "70320a7cb52f4fe4b88389051e3c794a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa24f002-2a", "ovs_interfaceid": "fa24f002-2af4-47f6-8481-bbc90afe50ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.191181] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292188, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.289878] env[62270]: DEBUG oslo_vmware.api [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Task: {'id': task-4292190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50563} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.290199] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.290394] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1066.290583] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1066.290769] env[62270]: INFO nova.compute.manager [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1066.291034] env[62270]: DEBUG oslo.service.loopingcall [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.291278] env[62270]: DEBUG nova.compute.manager [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1066.291914] env[62270]: DEBUG nova.network.neutron [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1066.380941] env[62270]: DEBUG nova.network.neutron [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.419773] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.422124] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.422938] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.423174] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.423357] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.428465] env[62270]: INFO nova.compute.manager [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Terminating instance [ 1066.431087] env[62270]: DEBUG nova.compute.manager [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1066.431309] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1066.432209] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16047c77-f1cd-4536-a7e1-8817b20b8cf9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.442773] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1066.449400] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d6aa6c2-5980-411b-8295-23176c3457ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.462893] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1066.462893] env[62270]: value = "task-4292191" [ 1066.462893] env[62270]: _type = "Task" [ 1066.462893] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.471955] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.502215] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f251b0-9668-4044-ac24-97f6b8cab5a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.511619] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b1e92-0277-410a-a62e-ed29115f9429 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.548853] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef3c1d-6fc5-4593-a0e6-650095e3a3c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.559573] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd753e-8ad4-4da6-8f9f-ca32ceb6ae3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.567060] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.586497] env[62270]: DEBUG nova.compute.provider_tree [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.614177] env[62270]: DEBUG oslo_concurrency.lockutils [req-67ca4110-5a50-4686-85d0-d932ca665e85 req-d6704fa4-2fe1-4824-bbba-9ec8f31b55a6 service nova] Releasing lock "refresh_cache-245900d7-c356-4bfa-82f7-a62d39bf8024" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.691349] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292188, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.884216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.917433] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b95441c37b4af37921a838f8fc1eb5c0',container_format='bare',created_at=2025-06-20T08:56:10Z,direct_url=,disk_format='vmdk',id=3bfdeb44-ec4a-4f69-a059-0de2ac093add,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1052263043-shelved',owner='41bfa7b5be8140609b9e92b8465eeed3',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-06-20T08:56:25Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1066.917708] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1066.917871] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.918779] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1066.919010] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.919185] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1066.919410] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1066.919581] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1066.919792] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1066.920027] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1066.920374] env[62270]: DEBUG nova.virt.hardware [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.921156] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61ab12-220e-4cd3-a6ae-35c838482e13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.931690] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595713b2-a633-42eb-aa4c-7927d3161114 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.951945] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:f3:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6ac9db7-31c0-495d-bffe-96aa613f98cb', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.958494] env[62270]: DEBUG oslo.service.loopingcall [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.958693] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1066.958930] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f367f436-c11a-4d36-a5ad-6421fcd3cecd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.990829] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292191, 'name': PowerOffVM_Task, 'duration_secs': 0.260621} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.993977] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1066.993977] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1066.994278] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.994278] env[62270]: value = "task-4292192" [ 1066.994278] env[62270]: _type = "Task" [ 1066.994278] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.994510] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4f7ce62-fbdc-4935-bb1c-5b6a1ac9d0aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.009033] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292192, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.026055] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1067.026055] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.026055] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.026280] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.026574] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] No waiting events found dispatching network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1067.026633] env[62270]: WARNING nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received unexpected event network-vif-plugged-a6ac9db7-31c0-495d-bffe-96aa613f98cb for instance with vm_state shelved_offloaded and task_state spawning. [ 1067.026871] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1067.026924] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing instance network info cache due to event network-changed-a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1067.027241] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.027474] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.027646] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Refreshing network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1067.083514] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1067.083514] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1067.083514] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleting the datastore file [datastore2] 25ad4cac-ab57-49d4-bf99-d32401b032c6 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.083790] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e462ae57-4056-4dca-9fe4-f79be55c46ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.089996] env[62270]: DEBUG nova.scheduler.client.report [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1067.096924] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for the task: (returnval){ [ 1067.096924] env[62270]: value = "task-4292194" [ 1067.096924] env[62270]: _type = "Task" [ 1067.096924] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.109240] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.194022] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292188, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.263095] env[62270]: DEBUG nova.network.neutron [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.510842] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292192, 'name': CreateVM_Task, 'duration_secs': 0.502626} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.510842] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1067.510842] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.510842] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.510842] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1067.511422] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924dab28-4eba-4a5f-a68b-af018fc7ae7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.518025] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1067.518025] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523f53fd-beb4-3e5c-fac4-3e643e23d7c6" [ 1067.518025] env[62270]: _type = "Task" [ 1067.518025] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.525470] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523f53fd-beb4-3e5c-fac4-3e643e23d7c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.603774] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.529s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.604153] env[62270]: INFO nova.compute.manager [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Migrating [ 1067.617145] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.434s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.617401] env[62270]: DEBUG nova.objects.instance [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1067.647287] env[62270]: DEBUG oslo_vmware.api [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Task: {'id': task-4292194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268196} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.647882] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.647882] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1067.651023] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1067.651023] env[62270]: INFO nova.compute.manager [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1067.651023] env[62270]: DEBUG oslo.service.loopingcall [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.651023] env[62270]: DEBUG nova.compute.manager [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1067.651023] env[62270]: DEBUG nova.network.neutron [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1067.699550] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292188, 'name': CloneVM_Task, 'duration_secs': 1.886849} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.699919] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Created linked-clone VM from snapshot [ 1067.701034] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f6c58-7cff-461a-8e2e-98da1f114a0b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.715022] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Uploading image 73ce3741-74a5-49f0-b203-1d9f6bcfc5e7 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1067.764343] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1067.764343] env[62270]: value = "vm-845409" [ 1067.764343] env[62270]: _type = "VirtualMachine" [ 1067.764343] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1067.764773] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-838a7a78-5cee-4985-ad20-b087c8a0949f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.767476] env[62270]: INFO nova.compute.manager [-] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Took 1.48 seconds to deallocate network for instance. [ 1067.784497] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.784850] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.786310] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lease: (returnval){ [ 1067.786310] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521378f0-ae94-f108-8423-0527e45427ce" [ 1067.786310] env[62270]: _type = "HttpNfcLease" [ 1067.786310] env[62270]: } obtained for exporting VM: (result){ [ 1067.786310] env[62270]: value = "vm-845409" [ 1067.786310] env[62270]: _type = "VirtualMachine" [ 1067.786310] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1067.786568] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the lease: (returnval){ [ 1067.786568] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521378f0-ae94-f108-8423-0527e45427ce" [ 1067.786568] env[62270]: _type = "HttpNfcLease" [ 1067.786568] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.800939] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.800939] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521378f0-ae94-f108-8423-0527e45427ce" [ 1067.800939] env[62270]: _type = "HttpNfcLease" [ 1067.800939] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.951444] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updated VIF entry in instance network info cache for port a6ac9db7-31c0-495d-bffe-96aa613f98cb. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1067.952955] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.029940] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.030307] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Processing image 3bfdeb44-ec4a-4f69-a059-0de2ac093add {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.030543] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.030708] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030899] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.031175] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-546e9c78-8e3a-4d01-b7f1-6a884a1718a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.043102] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.043315] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1068.044061] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1149d51-3197-457f-86ad-e0ad62fde6ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.050588] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1068.050588] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b3f2d-910c-5a6c-45ee-0f2354fd777e" [ 1068.050588] env[62270]: _type = "Task" [ 1068.050588] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.058990] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523b3f2d-910c-5a6c-45ee-0f2354fd777e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.142313] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.142313] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.142313] env[62270]: DEBUG nova.network.neutron [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1068.284948] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.291019] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1068.309019] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.309019] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521378f0-ae94-f108-8423-0527e45427ce" [ 1068.309019] env[62270]: _type = "HttpNfcLease" [ 1068.309019] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.309019] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.309019] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521378f0-ae94-f108-8423-0527e45427ce" [ 1068.309019] env[62270]: _type = "HttpNfcLease" [ 1068.309019] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1068.309019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d584e-e03b-43ab-a7a2-e5ff7acfae41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.322901] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.323321] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1068.388945] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.388945] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.454836] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.455227] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1068.455425] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1068.456383] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.456587] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.456773] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1068.563973] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fafd4430-6b59-41c0-8dda-949bb359f445 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.566327] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1068.567046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Fetch image to [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564/OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1068.567419] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Downloading stream optimized image 3bfdeb44-ec4a-4f69-a059-0de2ac093add to [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564/OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564.vmdk on the data store datastore2 as vApp {{(pid=62270) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1068.567613] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Downloading image file data 3bfdeb44-ec4a-4f69-a059-0de2ac093add to the ESX as VM named 'OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564' {{(pid=62270) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1068.604478] env[62270]: DEBUG nova.network.neutron [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.640635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-3241688b-7340-468e-ada9-57adcd3376aa tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.640635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.142s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.640635] env[62270]: DEBUG nova.objects.instance [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lazy-loading 'resources' on Instance uuid d6bde5b4-f544-41c7-b763-c668b7bbd914 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.702771] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1068.702771] env[62270]: value = "resgroup-9" [ 1068.702771] env[62270]: _type = "ResourcePool" [ 1068.702771] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1068.703543] env[62270]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d4ab7a18-f03e-48d5-b886-328b04baf3ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.750651] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lease: (returnval){ [ 1068.750651] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1068.750651] env[62270]: _type = "HttpNfcLease" [ 1068.750651] env[62270]: } obtained for vApp import into resource pool (val){ [ 1068.750651] env[62270]: value = "resgroup-9" [ 1068.750651] env[62270]: _type = "ResourcePool" [ 1068.750651] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1068.750651] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the lease: (returnval){ [ 1068.750651] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1068.750651] env[62270]: _type = "HttpNfcLease" [ 1068.750651] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1068.764861] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.764861] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1068.764861] env[62270]: _type = "HttpNfcLease" [ 1068.764861] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.828538] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.892136] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1069.063534] env[62270]: DEBUG nova.network.neutron [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.111966] env[62270]: INFO nova.compute.manager [-] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Took 1.46 seconds to deallocate network for instance. [ 1069.128208] env[62270]: DEBUG nova.compute.manager [req-3ed9b3d2-7c4a-44ff-98bb-fa8c63fbf6fe req-8f5ef880-b0a5-429f-a766-d047fb5cdb88 service nova] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Received event network-vif-deleted-f3540e16-10c4-4d4f-a56b-bfb8c4c2a7eb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1069.267536] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.267536] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1069.267536] env[62270]: _type = "HttpNfcLease" [ 1069.267536] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1069.303658] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1069.304349] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.420242] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.570212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.581404] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8057de-8853-4439-92d6-23d0367477db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.590062] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62da4579-5f20-49cf-abca-8073ce0c7dc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.623635] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82994d2b-fa1a-4ade-9bcb-5daabd9b2d2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.627325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.634029] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752a3c4-8ce1-4136-b5e8-e0e3fbcb1d95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.651521] env[62270]: DEBUG nova.compute.provider_tree [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1069.759593] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1069.759593] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1069.759593] env[62270]: _type = "HttpNfcLease" [ 1069.759593] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1069.760087] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1069.760087] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ffa0fe-c982-a341-cdab-9e669617e510" [ 1069.760087] env[62270]: _type = "HttpNfcLease" [ 1069.760087] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1069.760918] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff6df0-eb04-45a4-84ee-b080e0c798f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.769978] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1069.770271] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1069.825635] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.825982] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Received event network-vif-deleted-fa24f002-2af4-47f6-8481-bbc90afe50ae {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1069.826238] env[62270]: INFO nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Neutron deleted interface fa24f002-2af4-47f6-8481-bbc90afe50ae; detaching it from the instance and deleting it from the info cache [ 1069.826453] env[62270]: DEBUG nova.network.neutron [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.834759] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e80e95b-1c5e-41c6-85c1-9fff0cc501dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.177557] env[62270]: ERROR nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] [req-4a446967-78a0-40e6-8cda-a7c6e500fdbc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a446967-78a0-40e6-8cda-a7c6e500fdbc"}]} [ 1070.201950] env[62270]: DEBUG nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1070.221682] env[62270]: DEBUG nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1070.221949] env[62270]: DEBUG nova.compute.provider_tree [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.240277] env[62270]: DEBUG nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1070.265535] env[62270]: DEBUG nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1070.329393] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35cbeb47-34af-493b-93d0-70420c5a4279 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343579] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf44ba2-d318-498e-bbc2-47359bce49ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.401167] env[62270]: DEBUG nova.compute.manager [req-ecf7dd97-5602-443a-8a1f-3df43f983c2f req-e86f396f-9681-452d-8541-89fe71e177e7 service nova] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Detach interface failed, port_id=fa24f002-2af4-47f6-8481-bbc90afe50ae, reason: Instance 245900d7-c356-4bfa-82f7-a62d39bf8024 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1070.683074] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b1d968-a351-45b1-997d-f05e0f46f7f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.691698] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fcb9a6-d207-491d-ab34-c002bbd8e579 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.724230] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee8d42-5555-4132-90f6-fd37d7d7e3be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.735116] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb516ed-6d0a-4f75-935e-a4e8b3883ed3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.750578] env[62270]: DEBUG nova.compute.provider_tree [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.999956] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1071.000243] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1071.002015] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955b660-136f-4b8b-b9cc-aeb239733a50 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.010098] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1071.010310] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1071.010737] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-896c54dc-7d7d-4ede-8a00-05a2c7bc6f07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.089685] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027309a7-ba3b-4f1c-bef2-84a7df2e55e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.109701] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1071.285880] env[62270]: DEBUG nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1071.286379] env[62270]: DEBUG nova.compute.provider_tree [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 128 to 129 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1071.286687] env[62270]: DEBUG nova.compute.provider_tree [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.340941] env[62270]: DEBUG oslo_vmware.rw_handles [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52708db3-36e5-4ac5-f33d-17b41fb02ef4/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1071.341213] env[62270]: INFO nova.virt.vmwareapi.images [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Downloaded image file data 3bfdeb44-ec4a-4f69-a059-0de2ac093add [ 1071.342051] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c667eb-969c-4492-8070-b3f86480da8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.360081] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f04b498-1dd9-45b6-a20e-4101d727a868 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.412026] env[62270]: INFO nova.virt.vmwareapi.images [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] The imported VM was unregistered [ 1071.414810] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1071.414810] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.414810] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-506320d9-2d44-4ec6-b6a5-b6738cdf9d11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.428085] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Created directory with path [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.428085] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564/OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564.vmdk to [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk. {{(pid=62270) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1071.428085] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-16c5c431-85c3-4a72-b320-67ac32c9eff2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.434889] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1071.434889] env[62270]: value = "task-4292198" [ 1071.434889] env[62270]: _type = "Task" [ 1071.434889] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.445834] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.616023] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1071.616431] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f074cd21-4e16-45d4-95a8-e9d5d706d7fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.629638] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1071.629638] env[62270]: value = "task-4292199" [ 1071.629638] env[62270]: _type = "Task" [ 1071.629638] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.644585] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1071.644872] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1071.793839] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.157s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.796872] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.561s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.797147] env[62270]: DEBUG nova.objects.instance [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'resources' on Instance uuid 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.823653] env[62270]: INFO nova.scheduler.client.report [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Deleted allocations for instance d6bde5b4-f544-41c7-b763-c668b7bbd914 [ 1071.948473] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.151664] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1072.152008] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1072.152205] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.152434] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1072.152635] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1072.153776] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.159319] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1003c4-c44f-4df9-bcb9-8bbd8475809e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.188038] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1072.188038] env[62270]: value = "task-4292200" [ 1072.188038] env[62270]: _type = "Task" [ 1072.188038] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.200743] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.335024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8724cba7-6115-4d02-af78-332ea940124f tempest-ServersAdminTestJSON-792054294 tempest-ServersAdminTestJSON-792054294-project-member] Lock "d6bde5b4-f544-41c7-b763-c668b7bbd914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.860s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.447938] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.678440] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c7e00-8fb4-4bc3-97c8-a1ba1240d48a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.694966] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f68dc-d120-48e8-9524-4d247d89052f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.741864] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2d3971-fe15-44ca-97a3-c43f33b5fdbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.745335] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.754875] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb36459-7cdb-4185-807a-aaca0abe86f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.777154] env[62270]: DEBUG nova.compute.provider_tree [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.949446] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.204340] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292200, 'name': ReconfigVM_Task, 'duration_secs': 0.573648} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.204685] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1073.280943] env[62270]: DEBUG nova.scheduler.client.report [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1073.449889] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.716434] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1073.716434] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1073.716710] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.716710] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1073.717034] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.717116] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1073.717395] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1073.717596] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1073.717789] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1073.717962] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1073.718164] env[62270]: DEBUG nova.virt.hardware [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.724198] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.724561] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a6ca4f-a704-4f4f-a770-2be0827808a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.752265] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1073.752265] env[62270]: value = "task-4292201" [ 1073.752265] env[62270]: _type = "Task" [ 1073.752265] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.765446] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.787623] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.790285] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.026s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.790581] env[62270]: DEBUG nova.objects.instance [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid 0ea58efe-a874-4e93-ba26-eb85220b5121 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.947933] env[62270]: INFO nova.scheduler.client.report [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted allocations for instance 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e [ 1073.958346] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.263363] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292201, 'name': ReconfigVM_Task, 'duration_secs': 0.310989} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.263656] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.264484] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419c7793-8c97-4b2a-9bc1-e30adb34e343 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.293012] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.295919] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad07068-6b31-43b2-9578-9bb32758e5a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.318556] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1074.318556] env[62270]: value = "task-4292202" [ 1074.318556] env[62270]: _type = "Task" [ 1074.318556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.328909] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.457163] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292198, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.557902} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.457623] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b3c4d4fd-60a9-4f3e-9b53-d1842d01eeb9 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "71f2b5b5-b4a3-48dc-9702-b4662b08dc6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.864s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.461869] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564/OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564.vmdk to [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk. [ 1074.462021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Cleaning up location [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1074.462515] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3e046e91-300c-4ef5-a603-8dc18caf8564 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.463075] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-281b6571-9cef-4008-9946-c15180fe51da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.472343] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1074.472343] env[62270]: value = "task-4292203" [ 1074.472343] env[62270]: _type = "Task" [ 1074.472343] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.489256] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.682213] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e2098-ba9f-4031-b768-98f912791891 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.691112] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea350535-050d-44e8-8a5b-7ba29870e185 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.724080] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744fff43-4eda-4ddd-b284-cdb98ca2015b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.733657] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48355df8-1522-4b98-8e1b-a58e22675e5c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.750203] env[62270]: DEBUG nova.compute.provider_tree [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.831174] env[62270]: DEBUG oslo_vmware.api [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292202, 'name': ReconfigVM_Task, 'duration_secs': 0.348297} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.831501] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b/96fcff46-f84d-49ac-80cb-08f44a33b78b.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.831779] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1074.983998] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051799} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.983998] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.983998] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.983998] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk to [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1074.984432] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9bdc85b-e586-4957-969b-f1ac4d536e53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.992459] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1074.992459] env[62270]: value = "task-4292204" [ 1074.992459] env[62270]: _type = "Task" [ 1074.992459] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.003477] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.292464] env[62270]: DEBUG nova.scheduler.client.report [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1075.292765] env[62270]: DEBUG nova.compute.provider_tree [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 129 to 130 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1075.292957] env[62270]: DEBUG nova.compute.provider_tree [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.340753] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b1044-0d91-43ef-a7cf-8080e2d5a16d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.366269] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da321ae8-a2c7-4198-af36-65f432e3fba9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.390463] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1075.514033] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.806183] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.808778] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.964s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.809124] env[62270]: DEBUG nova.objects.instance [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'resources' on Instance uuid 4317da72-fbe2-4c11-b349-26c3a3bb08cd {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.840619] env[62270]: INFO nova.scheduler.client.report [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance 0ea58efe-a874-4e93-ba26-eb85220b5121 [ 1075.982713] env[62270]: DEBUG nova.network.neutron [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Port 104bf01d-9602-4172-9b4c-fbb6fef3f77b binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1076.006776] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.352377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-04d8a3b1-1d8c-41e0-b5b8-8b9b4990a151 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "0ea58efe-a874-4e93-ba26-eb85220b5121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.713s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.505489] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.790069] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baccbead-6b5f-438f-970f-c57800f73603 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.800120] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb210441-e328-4950-8b34-a49171e82acd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.840388] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc85a999-aebe-478e-8b5d-b38e17facda4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.850499] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa8b3c-8329-4777-bd17-a1e5dd1b572e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.868293] env[62270]: DEBUG nova.compute.provider_tree [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.898106] env[62270]: DEBUG nova.compute.manager [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1077.014783] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.015155] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.015336] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.024616] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.371818] env[62270]: DEBUG nova.scheduler.client.report [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1077.418963] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.519758] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.628687] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.628943] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.877987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.879982] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.313s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.906969] env[62270]: INFO nova.scheduler.client.report [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted allocations for instance 4317da72-fbe2-4c11-b349-26c3a3bb08cd [ 1078.015113] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292204, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.59424} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.015461] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3bfdeb44-ec4a-4f69-a059-0de2ac093add/3bfdeb44-ec4a-4f69-a059-0de2ac093add.vmdk to [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1078.016384] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb7726-c2fa-4843-bbba-2e5c88d7bb99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.044271] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.048022] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5e9189-3dc1-4ee3-b19d-bc5000c88356 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.076214] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1078.076214] env[62270]: value = "task-4292205" [ 1078.076214] env[62270]: _type = "Task" [ 1078.076214] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.080633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.080894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.081162] env[62270]: DEBUG nova.network.neutron [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1078.089105] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.131242] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1078.384911] env[62270]: INFO nova.compute.claims [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.414033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e4d5d87-f54e-4dc1-b0d2-e5de1bedce67 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "4317da72-fbe2-4c11-b349-26c3a3bb08cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.595s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.591185] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292205, 'name': ReconfigVM_Task, 'duration_secs': 0.374462} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.592504] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d/6f751e91-361b-4c18-928e-c5a45295932d.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.593487] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33caf771-4fb7-4a83-83aa-683e2bc0fdf1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.603772] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1078.603772] env[62270]: value = "task-4292206" [ 1078.603772] env[62270]: _type = "Task" [ 1078.603772] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.618288] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292206, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.670216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.891537] env[62270]: INFO nova.compute.resource_tracker [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating resource usage from migration f2709f86-d9ab-456f-95a9-b333a0734fb1 [ 1078.904260] env[62270]: DEBUG nova.network.neutron [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.117528] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292206, 'name': Rename_Task, 'duration_secs': 0.169143} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.122278] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1079.122278] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4d5afe-2994-4b4c-9a50-4949767ca1e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.130007] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1079.130007] env[62270]: value = "task-4292207" [ 1079.130007] env[62270]: _type = "Task" [ 1079.130007] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.140863] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.223142] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269fe73-337d-4ffd-8219-ac6cbb8e64f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232844] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5630b-ee28-4a66-b875-d6f895b75199 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.093413] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.101534] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38194450-86b9-442e-89d5-8f7258f983af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.112696] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28b759-d62c-4fd1-9bfe-46013e378729 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.117453] env[62270]: DEBUG oslo_vmware.api [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292207, 'name': PowerOnVM_Task, 'duration_secs': 0.700983} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.118073] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1080.131199] env[62270]: DEBUG nova.compute.provider_tree [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.238575] env[62270]: DEBUG nova.compute.manager [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1080.239600] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fef65a-2c15-4a97-a3a8-fcbe7846b802 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525525] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.526842] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4b941-d6e4-4200-8926-54edfa9cac61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.534010] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.534204] env[62270]: ERROR oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk due to incomplete transfer. [ 1080.534439] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-607972be-04e3-4c44-bf66-dffef9547693 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.543219] env[62270]: DEBUG oslo_vmware.rw_handles [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228c5df-9622-8a21-5e6d-699d637cd31e/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.543437] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Uploaded image 73ce3741-74a5-49f0-b203-1d9f6bcfc5e7 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1080.546498] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1080.546498] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0720a8e-7b55-4072-ad40-42c5441de0bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.553809] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1080.553809] env[62270]: value = "task-4292209" [ 1080.553809] env[62270]: _type = "Task" [ 1080.553809] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.563592] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292209, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.624597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786b7f9-c093-4c41-8295-1527de09193e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.649973] env[62270]: DEBUG nova.scheduler.client.report [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1080.653993] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123eb6f7-f489-489b-971a-eb1b62922bea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.664449] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1080.770186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a20bbd71-980d-414a-9e94-6a3e18d824ce tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.273s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.068389] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292209, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.159980] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.280s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.160319] env[62270]: INFO nova.compute.manager [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Migrating [ 1081.173275] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.889s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.173514] env[62270]: DEBUG nova.objects.instance [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lazy-loading 'resources' on Instance uuid 245900d7-c356-4bfa-82f7-a62d39bf8024 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.181077] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5d239a68-42f2-4962-ab2b-cfc424d1f575 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance '96fcff46-f84d-49ac-80cb-08f44a33b78b' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1081.568717] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292209, 'name': Destroy_Task, 'duration_secs': 0.806063} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.568928] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Destroyed the VM [ 1081.569252] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.569481] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b6fb2aba-bf7a-46db-b0a9-12f939fcd30d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.577636] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1081.577636] env[62270]: value = "task-4292210" [ 1081.577636] env[62270]: _type = "Task" [ 1081.577636] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.586769] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.702862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.703365] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.704246] env[62270]: DEBUG nova.network.neutron [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1082.065111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce5296d-e8f4-429c-add4-dd6b16cf50bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.074089] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349cc55-df70-47cc-9f15-b7493ce8fca1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.112616] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c4ed2-2bf8-42da-8073-28c53ac47a1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.120476] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359799} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.121278] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.121646] env[62270]: DEBUG nova.compute.manager [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1082.122481] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5879693-98e0-43a3-86d0-9761bc18f13f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.131615] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6d33c2-ba53-4c2f-bc48-068f81e95f82 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.152121] env[62270]: DEBUG nova.compute.provider_tree [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.466368] env[62270]: DEBUG nova.network.neutron [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.648387] env[62270]: INFO nova.compute.manager [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Shelve offloading [ 1082.650507] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1082.650782] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c1a504d-09d4-48b0-bad4-3c37d95895a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.656543] env[62270]: DEBUG nova.scheduler.client.report [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1082.661422] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1082.661422] env[62270]: value = "task-4292211" [ 1082.661422] env[62270]: _type = "Task" [ 1082.661422] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.674559] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1082.674828] env[62270]: DEBUG nova.compute.manager [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1082.675652] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185fee2a-85a0-47c9-b083-513273b02532 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.685258] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.685258] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.685258] env[62270]: DEBUG nova.network.neutron [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1082.772697] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "3478e2d9-618b-4e7c-b258-6329c939d297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.772965] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.976044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.056395] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad83f66-2b0b-4906-89df-a52649e58f56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.065856] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Suspending the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1083.066197] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2f827087-b5f9-4790-b3fc-be1e4c770e60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.076608] env[62270]: DEBUG oslo_vmware.api [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1083.076608] env[62270]: value = "task-4292212" [ 1083.076608] env[62270]: _type = "Task" [ 1083.076608] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.085530] env[62270]: DEBUG oslo_vmware.api [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292212, 'name': SuspendVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.163513] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.166202] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.339s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.167926] env[62270]: INFO nova.compute.claims [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.187790] env[62270]: INFO nova.scheduler.client.report [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Deleted allocations for instance 245900d7-c356-4bfa-82f7-a62d39bf8024 [ 1083.278020] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1083.423475] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.423646] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.423844] env[62270]: DEBUG nova.compute.manager [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Going to confirm migration 3 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1083.446583] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.446837] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.511231] env[62270]: DEBUG nova.network.neutron [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updating instance_info_cache with network_info: [{"id": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "address": "fa:16:3e:d9:bb:44", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd004395d-c5", "ovs_interfaceid": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.588294] env[62270]: DEBUG oslo_vmware.api [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292212, 'name': SuspendVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.700573] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e1c0db90-1439-49d8-ae90-893a7bd0d772 tempest-ServerRescueTestJSONUnderV235-1900483560 tempest-ServerRescueTestJSONUnderV235-1900483560-project-member] Lock "245900d7-c356-4bfa-82f7-a62d39bf8024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.613s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.718554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.718554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.813470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.953562] env[62270]: INFO nova.compute.manager [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Detaching volume 174acd6c-d5cd-4139-8908-9307fb6bb14e [ 1083.997047] env[62270]: INFO nova.virt.block_device [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Attempting to driver detach volume 174acd6c-d5cd-4139-8908-9307fb6bb14e from mountpoint /dev/sdb [ 1083.997326] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.997545] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845398', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'name': 'volume-174acd6c-d5cd-4139-8908-9307fb6bb14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b375b1e0-8797-42fe-b5ff-68a02b9ff46b', 'attached_at': '', 'detached_at': '', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'serial': '174acd6c-d5cd-4139-8908-9307fb6bb14e'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.998764] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a371330-539a-48de-9373-cba0ca5f948d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.031053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.031053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.031053] env[62270]: DEBUG nova.network.neutron [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1084.031053] env[62270]: DEBUG nova.objects.instance [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'info_cache' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.031433] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39334d83-38f6-4d7d-a3d7-bac3feadca64 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.040743] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534c527-6ce0-43b3-9c8e-85aa336faa34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.071975] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204f3e9-e348-4d7d-aecc-728e3b10f29b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.092056] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] The volume has not been displaced from its original location: [datastore1] volume-174acd6c-d5cd-4139-8908-9307fb6bb14e/volume-174acd6c-d5cd-4139-8908-9307fb6bb14e.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.096956] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.097786] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e623aab-a200-4a6a-a2b3-e3809cb413e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.118176] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "78aede01-1f93-4396-abd9-4d05de22119c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.120156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.120156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "78aede01-1f93-4396-abd9-4d05de22119c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.120156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.120156] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.120939] env[62270]: DEBUG oslo_vmware.api [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292212, 'name': SuspendVM_Task, 'duration_secs': 0.680664} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.121388] env[62270]: INFO nova.compute.manager [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Terminating instance [ 1084.123173] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Suspended the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1084.123421] env[62270]: DEBUG nova.compute.manager [None req-03982320-b06b-4e4b-b3cc-beafe355d347 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1084.124032] env[62270]: DEBUG nova.compute.manager [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1084.124225] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1084.125013] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aead9894-45df-4ff6-8db0-c6366f2f8c0f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.128529] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0503f6-0422-4353-9d66-2f9e960c406d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.133921] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1084.133921] env[62270]: value = "task-4292213" [ 1084.133921] env[62270]: _type = "Task" [ 1084.133921] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.142891] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1084.143515] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6379fda-4033-4f33-9a4e-3aab7f716b5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.148997] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.154846] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1084.154846] env[62270]: value = "task-4292214" [ 1084.154846] env[62270]: _type = "Task" [ 1084.154846] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.163815] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.221633] env[62270]: INFO nova.compute.manager [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Detaching volume e6c0b79d-534a-48f1-89c1-6a59a3219cb8 [ 1084.259855] env[62270]: INFO nova.virt.block_device [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Attempting to driver detach volume e6c0b79d-534a-48f1-89c1-6a59a3219cb8 from mountpoint /dev/sdb [ 1084.261028] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.261028] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845366', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'name': 'volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd21b7d9-b1bc-4ec9-a26d-8237558f2c82', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'serial': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.261239] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0fb0a-e352-4a1d-a421-80e71681fd08 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.287147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9597f-83a2-48ee-8009-0a268734e54f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294964] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6900545c-0a71-439f-89ec-80f701ba6c19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.317896] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159616da-29a9-4cf7-953e-f7e8a55b447a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.339444] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] The volume has not been displaced from its original location: [datastore1] volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8/volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.344979] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.347887] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78fbfb9-0885-4c55-a20a-3cf6142b95d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.371532] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1084.371532] env[62270]: value = "task-4292215" [ 1084.371532] env[62270]: _type = "Task" [ 1084.371532] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.381830] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.500721] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba38a22-5123-4102-8764-223c1a332b45 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.520627] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1084.529867] env[62270]: DEBUG nova.compute.manager [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received event network-vif-unplugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1084.529867] env[62270]: DEBUG oslo_concurrency.lockutils [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.529867] env[62270]: DEBUG oslo_concurrency.lockutils [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.529867] env[62270]: DEBUG oslo_concurrency.lockutils [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.529867] env[62270]: DEBUG nova.compute.manager [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] No waiting events found dispatching network-vif-unplugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1084.529867] env[62270]: WARNING nova.compute.manager [req-66eded85-a83a-4288-aa8f-e202b225e848 req-aaac40f3-4618-4efe-babf-5fd5cfed5b96 service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received unexpected event network-vif-unplugged-d004395d-c55c-4be8-8ea8-5ba306d0e625 for instance with vm_state shelved and task_state shelving_offloading. [ 1084.576681] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1084.577768] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2385635c-d230-4292-8bde-91cd1a8b9c8e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.590523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1084.590689] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1de6ab9-0e75-451c-b67f-2fb10e11b705 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.622075] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71099e16-62d7-4775-b214-a254585f6f41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.631642] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88326952-3353-4062-aba5-c1f42aee0e3a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.645327] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292213, 'name': ReconfigVM_Task, 'duration_secs': 0.29412} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.674865] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.681440] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3621c4-0d5a-4fce-8184-d46b7a184db6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.695064] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7250e7f-01ce-402c-905f-64147562edd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.697775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1084.698021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1084.698266] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] a63fb134-8996-4a23-86ce-866328b38993 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.699254] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61be4666-44a8-4a6b-be5f-644f4a7ee4d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.712689] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badf7695-d769-47b2-bbbc-c4c76006115f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.718125] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.718125] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.718904] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292214, 'name': PowerOffVM_Task, 'duration_secs': 0.271609} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.719251] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1084.719251] env[62270]: value = "task-4292218" [ 1084.719251] env[62270]: _type = "Task" [ 1084.719251] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.719521] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1084.719521] env[62270]: value = "task-4292217" [ 1084.719521] env[62270]: _type = "Task" [ 1084.719521] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.719961] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1084.720161] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1084.720910] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395ffb25-9be9-47de-9665-0bf797429af8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.739085] env[62270]: DEBUG nova.compute.provider_tree [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.747518] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.751101] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.820039] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1084.820039] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1084.820039] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleting the datastore file [datastore2] 78aede01-1f93-4396-abd9-4d05de22119c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.820039] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a3317ba-f860-4ea9-9cdb-d2febcf85cb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.828030] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1084.828030] env[62270]: value = "task-4292220" [ 1084.828030] env[62270]: _type = "Task" [ 1084.828030] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.836852] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.886988] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.033044] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1085.033044] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b0a37d-857d-46a3-b0d6-7496f0c4c87b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.041787] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1085.041787] env[62270]: value = "task-4292221" [ 1085.041787] env[62270]: _type = "Task" [ 1085.041787] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.057969] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.221601] env[62270]: INFO nova.compute.manager [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Detaching volume 95b83171-ea86-47aa-b98e-bbfb44dff88a [ 1085.240280] env[62270]: DEBUG oslo_vmware.api [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182676} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.242789] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.243098] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1085.243313] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1085.248970] env[62270]: DEBUG nova.scheduler.client.report [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1085.249504] env[62270]: DEBUG oslo_vmware.api [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292217, 'name': ReconfigVM_Task, 'duration_secs': 0.160347} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.253121] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845398', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'name': 'volume-174acd6c-d5cd-4139-8908-9307fb6bb14e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b375b1e0-8797-42fe-b5ff-68a02b9ff46b', 'attached_at': '', 'detached_at': '', 'volume_id': '174acd6c-d5cd-4139-8908-9307fb6bb14e', 'serial': '174acd6c-d5cd-4139-8908-9307fb6bb14e'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.280871] env[62270]: INFO nova.virt.block_device [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Attempting to driver detach volume 95b83171-ea86-47aa-b98e-bbfb44dff88a from mountpoint /dev/sdb [ 1085.281200] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.281445] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.282433] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caee740-f55c-4a99-85f8-0c0d6e4d63fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.313022] env[62270]: INFO nova.scheduler.client.report [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance a63fb134-8996-4a23-86ce-866328b38993 [ 1085.315609] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a5384-db1f-474e-b8ef-ade5233cb0c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.326965] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec69f2-5ace-4b3f-a32c-49506e9abde9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.356958] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833d6126-77ff-4a0f-855b-63d481535c5a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.360300] env[62270]: DEBUG oslo_vmware.api [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20314} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.361222] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.361490] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1085.361862] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1085.361963] env[62270]: INFO nova.compute.manager [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1085.362455] env[62270]: DEBUG oslo.service.loopingcall [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.363616] env[62270]: DEBUG nova.compute.manager [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1085.363616] env[62270]: DEBUG nova.network.neutron [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1085.378729] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] The volume has not been displaced from its original location: [datastore1] volume-95b83171-ea86-47aa-b98e-bbfb44dff88a/volume-95b83171-ea86-47aa-b98e-bbfb44dff88a.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1085.383714] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1085.384948] env[62270]: DEBUG nova.network.neutron [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.389259] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feb5b511-5b3d-42ac-8701-d68befc83751 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.406304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.406304] env[62270]: DEBUG nova.objects.instance [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'migration_context' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.414440] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292215, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.416279] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1085.416279] env[62270]: value = "task-4292222" [ 1085.416279] env[62270]: _type = "Task" [ 1085.416279] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.426732] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.553156] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292221, 'name': PowerOffVM_Task, 'duration_secs': 0.293927} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.553476] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1085.553656] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1085.667665] env[62270]: INFO nova.compute.manager [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Resuming [ 1085.668487] env[62270]: DEBUG nova.objects.instance [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lazy-loading 'flavor' on Instance uuid 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.756638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.757225] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1085.759957] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.340s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.761936] env[62270]: INFO nova.compute.claims [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.813015] env[62270]: DEBUG nova.objects.instance [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.819830] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.888964] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292215, 'name': ReconfigVM_Task, 'duration_secs': 1.256959} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.890029] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.894622] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe154eea-cd1f-48fc-aa70-d306ed7ab4e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.906851] env[62270]: DEBUG nova.objects.base [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Object Instance<96fcff46-f84d-49ac-80cb-08f44a33b78b> lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1085.907784] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda68b31-f87b-4265-8e72-b0172b230a96 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.911687] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1085.911687] env[62270]: value = "task-4292223" [ 1085.911687] env[62270]: _type = "Task" [ 1085.911687] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.933312] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453db535-bf1b-4eb0-8b92-b9333f9b1755 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.940048] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.945121] env[62270]: DEBUG oslo_vmware.api [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1085.945121] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52515f9a-dc92-6366-efb2-3f60771161aa" [ 1085.945121] env[62270]: _type = "Task" [ 1085.945121] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.948078] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292222, 'name': ReconfigVM_Task, 'duration_secs': 0.332531} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.951237] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.956101] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f8239c-94f6-4272-8aaa-709e5a59ae06 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.977694] env[62270]: DEBUG oslo_vmware.api [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52515f9a-dc92-6366-efb2-3f60771161aa, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.980541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.980541] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1085.980541] env[62270]: value = "task-4292224" [ 1085.980541] env[62270]: _type = "Task" [ 1085.980541] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.992467] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.060981] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1086.061292] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1086.061489] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.061687] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1086.061842] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.062038] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1086.062264] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1086.062434] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1086.062610] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1086.062801] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1086.063072] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.068384] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40965c44-5a08-4999-85fa-1c8d7e3610ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.084163] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1086.084163] env[62270]: value = "task-4292225" [ 1086.084163] env[62270]: _type = "Task" [ 1086.084163] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.093356] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.266280] env[62270]: DEBUG nova.compute.utils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.269969] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1086.270250] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1086.282257] env[62270]: DEBUG nova.network.neutron [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.319710] env[62270]: DEBUG nova.policy [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1086.423596] env[62270]: DEBUG oslo_vmware.api [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292223, 'name': ReconfigVM_Task, 'duration_secs': 0.156143} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.423865] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845366', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'name': 'volume-e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'dd21b7d9-b1bc-4ec9-a26d-8237558f2c82', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8', 'serial': 'e6c0b79d-534a-48f1-89c1-6a59a3219cb8'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.491383] env[62270]: DEBUG oslo_vmware.api [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292224, 'name': ReconfigVM_Task, 'duration_secs': 0.183333} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.491649] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845392', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'name': 'volume-95b83171-ea86-47aa-b98e-bbfb44dff88a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2c785166-887b-4db4-92e2-7e8ede9a1df6', 'attached_at': '', 'detached_at': '', 'volume_id': '95b83171-ea86-47aa-b98e-bbfb44dff88a', 'serial': '95b83171-ea86-47aa-b98e-bbfb44dff88a'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.604940] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292225, 'name': ReconfigVM_Task, 'duration_secs': 0.148253} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.605570] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1086.616993] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Successfully created port: 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.671255] env[62270]: DEBUG oslo_concurrency.lockutils [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.676428] env[62270]: DEBUG oslo_concurrency.lockutils [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.676428] env[62270]: DEBUG oslo_concurrency.lockutils [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquired lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.676428] env[62270]: DEBUG nova.network.neutron [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1086.728155] env[62270]: DEBUG nova.compute.manager [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Received event network-changed-d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1086.730272] env[62270]: DEBUG nova.compute.manager [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Refreshing instance network info cache due to event network-changed-d004395d-c55c-4be8-8ea8-5ba306d0e625. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1086.730272] env[62270]: DEBUG oslo_concurrency.lockutils [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] Acquiring lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.730272] env[62270]: DEBUG oslo_concurrency.lockutils [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] Acquired lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.730272] env[62270]: DEBUG nova.network.neutron [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Refreshing network info cache for port d004395d-c55c-4be8-8ea8-5ba306d0e625 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1086.776689] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1086.786247] env[62270]: INFO nova.compute.manager [-] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Took 1.42 seconds to deallocate network for instance. [ 1086.819500] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a404c7e6-2807-49a4-9b74-81b2dbbb93ac tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.372s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.822993] env[62270]: DEBUG oslo_concurrency.lockutils [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.152s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.823213] env[62270]: DEBUG nova.compute.manager [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1086.824744] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b955d72-f1f3-4b9b-8abb-6fa1bf113764 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.834017] env[62270]: DEBUG nova.compute.manager [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1086.834764] env[62270]: DEBUG nova.objects.instance [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.040035] env[62270]: DEBUG nova.objects.instance [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'flavor' on Instance uuid 2c785166-887b-4db4-92e2-7e8ede9a1df6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.065292] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efde1312-2010-42b0-9812-339097fc8ba1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.073749] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcb9c44-0dcd-450f-86ab-cdad4528d2fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.107719] env[62270]: DEBUG nova.objects.instance [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'flavor' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.108969] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd593a69-ce48-4228-b6ec-6ffd51012758 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.112105] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.113912] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1087.114182] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1087.114366] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.114567] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1087.114724] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.114906] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1087.115154] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1087.115359] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1087.115514] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1087.115690] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1087.115887] env[62270]: DEBUG nova.virt.hardware [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.121255] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.122061] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5ba80b-3676-41d9-954d-786642cd6aae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.145495] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45930907-171d-4e2a-bafb-bbb1fc5b99c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.149300] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1087.149300] env[62270]: value = "task-4292226" [ 1087.149300] env[62270]: _type = "Task" [ 1087.149300] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.162096] env[62270]: DEBUG nova.compute.provider_tree [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.170412] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.294210] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.342474] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1087.342770] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83051566-54e0-46e5-aa1f-727dbd2f4b6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.349862] env[62270]: DEBUG oslo_vmware.api [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1087.349862] env[62270]: value = "task-4292227" [ 1087.349862] env[62270]: _type = "Task" [ 1087.349862] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.359412] env[62270]: DEBUG oslo_vmware.api [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.529136] env[62270]: DEBUG nova.network.neutron [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [{"id": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "address": "fa:16:3e:b7:f3:68", "network": {"id": "2b3c146f-af9c-40bc-85a0-c65676723e65", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-481257203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bfa7b5be8140609b9e92b8465eeed3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6ac9db7-31", "ovs_interfaceid": "a6ac9db7-31c0-495d-bffe-96aa613f98cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.556657] env[62270]: DEBUG nova.network.neutron [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updated VIF entry in instance network info cache for port d004395d-c55c-4be8-8ea8-5ba306d0e625. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1087.557058] env[62270]: DEBUG nova.network.neutron [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updating instance_info_cache with network_info: [{"id": "d004395d-c55c-4be8-8ea8-5ba306d0e625", "address": "fa:16:3e:d9:bb:44", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": null, "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd004395d-c5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.660261] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292226, 'name': ReconfigVM_Task, 'duration_secs': 0.199675} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.660560] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.661641] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12ca0e7-ec16-4293-9cd6-cbfdc3e311a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.665387] env[62270]: DEBUG nova.scheduler.client.report [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1087.689585] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.691191] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e24a77a-958f-411e-9b73-9b881c454017 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.710538] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1087.710538] env[62270]: value = "task-4292228" [ 1087.710538] env[62270]: _type = "Task" [ 1087.710538] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.719700] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.790900] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1087.819328] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1087.819584] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1087.819752] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.819943] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1087.820188] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.820362] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1087.820579] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1087.820746] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1087.820923] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1087.821108] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1087.821296] env[62270]: DEBUG nova.virt.hardware [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.822182] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69872400-0c32-44c9-b553-99e12da6c5bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.830733] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e5da2b-d070-4b59-8aa4-26527c938e7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.858824] env[62270]: DEBUG oslo_vmware.api [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292227, 'name': PowerOffVM_Task, 'duration_secs': 0.176101} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.859103] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1087.859295] env[62270]: DEBUG nova.compute.manager [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1087.860073] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e4ae3-a118-4476-8695-151bdee879da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.031744] env[62270]: DEBUG oslo_concurrency.lockutils [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Releasing lock "refresh_cache-6f751e91-361b-4c18-928e-c5a45295932d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.033474] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e49794-81f6-429f-9d02-f4ee0e23f972 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.041033] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Resuming the VM {{(pid=62270) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1088.041295] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2866376-ff0c-4ada-92ee-ef9489b78957 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.048243] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e7026dc-231e-4fe2-bf26-b1212cecc4e4 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.331s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.050055] env[62270]: DEBUG oslo_vmware.api [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1088.050055] env[62270]: value = "task-4292229" [ 1088.050055] env[62270]: _type = "Task" [ 1088.050055] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.060167] env[62270]: DEBUG oslo_vmware.api [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.061404] env[62270]: DEBUG oslo_concurrency.lockutils [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] Releasing lock "refresh_cache-a63fb134-8996-4a23-86ce-866328b38993" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.061645] env[62270]: DEBUG nova.compute.manager [req-284f9fad-04c4-4444-b75e-18df46716fde req-75e1a61a-e3ad-4772-91e6-f229834d55cf service nova] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Received event network-vif-deleted-bb3eb627-59f5-4224-a5b9-016643e10f7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1088.064010] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.064246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.064459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.064659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.064912] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.067070] env[62270]: INFO nova.compute.manager [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Terminating instance [ 1088.071803] env[62270]: DEBUG nova.compute.manager [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1088.072022] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1088.072907] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c6c76-6aa1-487a-9460-0b119dc492be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.083194] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1088.084521] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c893261-7bc9-4093-99d4-4b055eeda8c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.094334] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1088.094334] env[62270]: value = "task-4292230" [ 1088.094334] env[62270]: _type = "Task" [ 1088.094334] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.104967] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.119384] env[62270]: DEBUG oslo_concurrency.lockutils [None req-975dbf52-1ccd-46e8-9c5e-b41956378462 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.400s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.174444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.174444] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1088.174898] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.547s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.175391] env[62270]: DEBUG nova.objects.instance [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lazy-loading 'resources' on Instance uuid 25ad4cac-ab57-49d4-bf99-d32401b032c6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.203948] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Successfully updated port: 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.224820] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292228, 'name': ReconfigVM_Task, 'duration_secs': 0.260973} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.225375] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec/7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.226144] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1088.235739] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.235989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.236254] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.236471] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.236642] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.238784] env[62270]: INFO nova.compute.manager [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Terminating instance [ 1088.240667] env[62270]: DEBUG nova.compute.manager [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1088.240862] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1088.241730] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a3e85c-fe7d-4716-9e28-659599d6e253 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.250788] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1088.251850] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af21f6de-b166-413c-810c-0bba480834c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.261025] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1088.261025] env[62270]: value = "task-4292231" [ 1088.261025] env[62270]: _type = "Task" [ 1088.261025] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.271471] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.373807] env[62270]: DEBUG oslo_concurrency.lockutils [None req-198c9dc3-3a6e-4fe2-8dc6-b9b2a7c57ef1 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.562894] env[62270]: DEBUG oslo_vmware.api [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292229, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.590873] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.591037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.591261] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.591488] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.591679] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.594274] env[62270]: INFO nova.compute.manager [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Terminating instance [ 1088.600827] env[62270]: DEBUG nova.compute.manager [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1088.601222] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1088.602365] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fe1bd6-5bf9-4362-8071-18ba9b4087c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.613621] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292230, 'name': PowerOffVM_Task, 'duration_secs': 0.204258} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.615825] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1088.616097] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1088.616414] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1088.616687] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b43d2e-4894-42fa-8bce-0e9684be1c4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.618540] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b6bb71-e5cf-4eb2-8b6e-50ee6b19495d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.628203] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1088.628203] env[62270]: value = "task-4292232" [ 1088.628203] env[62270]: _type = "Task" [ 1088.628203] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.639801] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.678572] env[62270]: DEBUG nova.compute.utils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1088.684112] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1088.684112] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1088.705913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.706134] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.706270] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1088.733132] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04048907-9701-4c76-ad21-4d0545d4fed7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.737788] env[62270]: DEBUG nova.policy [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e0950964369406abc50af16c54961d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '123088e6236c4436b03ff882585533cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1088.767908] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593d3545-50a9-46a8-90bd-ef731222cd86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.779580] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292231, 'name': PowerOffVM_Task, 'duration_secs': 0.201379} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.795018] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1088.795458] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1088.796327] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1088.803148] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82e1bdba-656d-496c-9aff-992b282797dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.807346] env[62270]: DEBUG nova.compute.manager [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-vif-plugged-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1088.807468] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.809387] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.809387] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.809387] env[62270]: DEBUG nova.compute.manager [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] No waiting events found dispatching network-vif-plugged-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1088.809387] env[62270]: WARNING nova.compute.manager [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received unexpected event network-vif-plugged-22d56068-a5d6-431e-9089-dabfc13d9a8f for instance with vm_state building and task_state spawning. [ 1088.809387] env[62270]: DEBUG nova.compute.manager [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1088.809387] env[62270]: DEBUG nova.compute.manager [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing instance network info cache due to event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1088.809387] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.051139] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Successfully created port: 0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.057724] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ee2dc6-ba5a-403d-b576-6afdaea144c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.068050] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fedc45-9fc0-4845-b1dc-5e6c28be2b07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.071126] env[62270]: DEBUG oslo_vmware.api [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292229, 'name': PowerOnVM_Task, 'duration_secs': 0.562271} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.071721] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Resumed the VM {{(pid=62270) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1089.071914] env[62270]: DEBUG nova.compute.manager [None req-db4fdc35-22fa-4326-896b-3a7cbd6bd535 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1089.073414] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eae066-315c-4709-a188-fb0fcd307f98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.101881] env[62270]: DEBUG nova.objects.instance [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.104415] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4cb44d-0233-480a-937c-33affe1d3e75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.121602] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2500000e-9fe2-48a0-bd71-86fa912c8304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.140436] env[62270]: DEBUG nova.compute.provider_tree [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.147706] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292232, 'name': PowerOffVM_Task, 'duration_secs': 0.303531} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.148288] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1089.148761] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1089.149229] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70b8894-df08-47a6-acf0-fac6e3c18f00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.183971] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1089.259217] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1089.384284] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1089.384476] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1089.384677] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.385567] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-764fa872-d3e8-4a1e-bcd4-a65067dc0d5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.389118] env[62270]: DEBUG nova.network.neutron [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Port 34066308-5336-4987-9647-bce84ec852be binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1089.390665] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1089.390899] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1089.391152] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleting the datastore file [datastore2] 2008fb86-29ba-4d63-88df-d7f722e8b4b3 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.392594] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c776efd-d8e3-4bc4-b9c0-c45ae81dc0d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.399123] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1089.399685] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1089.400017] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] 2c785166-887b-4db4-92e2-7e8ede9a1df6 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.401086] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b543f279-d7f4-43a6-9f7d-5712faffd192 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.409200] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1089.409200] env[62270]: value = "task-4292237" [ 1089.409200] env[62270]: _type = "Task" [ 1089.409200] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.409537] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1089.409537] env[62270]: value = "task-4292236" [ 1089.409537] env[62270]: _type = "Task" [ 1089.409537] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.418916] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1089.418916] env[62270]: value = "task-4292238" [ 1089.418916] env[62270]: _type = "Task" [ 1089.418916] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.430195] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.430454] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.439018] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.491831] env[62270]: DEBUG nova.network.neutron [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.612924] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.613148] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.613343] env[62270]: DEBUG nova.network.neutron [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1089.613538] env[62270]: DEBUG nova.objects.instance [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'info_cache' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.649347] env[62270]: DEBUG nova.scheduler.client.report [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1089.931211] env[62270]: DEBUG oslo_vmware.api [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.513216} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.931484] env[62270]: DEBUG oslo_vmware.api [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501745} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.932015] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.932287] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1089.932476] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1089.932674] env[62270]: INFO nova.compute.manager [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Took 1.86 seconds to destroy the instance on the hypervisor. [ 1089.932955] env[62270]: DEBUG oslo.service.loopingcall [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.933179] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.933366] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1089.933547] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1089.933724] env[62270]: INFO nova.compute.manager [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1089.934032] env[62270]: DEBUG oslo.service.loopingcall [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.937197] env[62270]: DEBUG nova.compute.manager [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1089.937305] env[62270]: DEBUG nova.network.neutron [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1089.939198] env[62270]: DEBUG nova.compute.manager [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1089.939198] env[62270]: DEBUG nova.network.neutron [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1089.940525] env[62270]: DEBUG oslo_vmware.api [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511981} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.940766] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.940950] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1089.941150] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1089.941378] env[62270]: INFO nova.compute.manager [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1089.941547] env[62270]: DEBUG oslo.service.loopingcall [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.942263] env[62270]: DEBUG nova.compute.manager [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1089.942359] env[62270]: DEBUG nova.network.neutron [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1089.994187] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.994654] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Instance network_info: |[{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1089.995026] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.995244] env[62270]: DEBUG nova.network.neutron [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1089.996478] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:6b:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d56068-a5d6-431e-9089-dabfc13d9a8f', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.003987] env[62270]: DEBUG oslo.service.loopingcall [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.004998] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1090.005269] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49fbca5b-528e-4643-a988-cf930f5b5462 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.028134] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.028134] env[62270]: value = "task-4292239" [ 1090.028134] env[62270]: _type = "Task" [ 1090.028134] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.036922] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292239, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.118721] env[62270]: DEBUG nova.objects.base [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1090.154494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.157361] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.739s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.190251] env[62270]: INFO nova.scheduler.client.report [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Deleted allocations for instance 25ad4cac-ab57-49d4-bf99-d32401b032c6 [ 1090.194926] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1090.228165] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1090.228433] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1090.228604] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.228798] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1090.228952] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.229296] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1090.229572] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1090.229785] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1090.230013] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1090.230234] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1090.230461] env[62270]: DEBUG nova.virt.hardware [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1090.231372] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d38d0-8422-4086-a552-f0ae96e9f606 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.241623] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1036a762-e34a-477a-8f39-9bbff29a3938 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.412118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.412474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.412704] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.540258] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292239, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.663334] env[62270]: INFO nova.compute.claims [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.702050] env[62270]: DEBUG oslo_concurrency.lockutils [None req-49a5f790-8bf6-4479-b1bc-15d512ce4b60 tempest-ServerRescueTestJSON-1825453833 tempest-ServerRescueTestJSON-1825453833-project-member] Lock "25ad4cac-ab57-49d4-bf99-d32401b032c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.282s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.046056] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292239, 'name': CreateVM_Task, 'duration_secs': 0.683263} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.047866] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1091.053729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.053729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.053729] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.053729] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e922b8-04c3-4905-8e01-60b0797c57fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.057920] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1091.057920] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5201c153-9b38-749d-b34f-bfe82c9e2341" [ 1091.057920] env[62270]: _type = "Task" [ 1091.057920] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.070211] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5201c153-9b38-749d-b34f-bfe82c9e2341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.170265] env[62270]: INFO nova.compute.resource_tracker [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating resource usage from migration 892b3acc-9927-4c1b-9442-60bb507ab12c [ 1091.457695] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.457890] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.458123] env[62270]: DEBUG nova.network.neutron [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1091.485089] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111ee921-648d-41c0-846d-a5dcb2585223 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.495271] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d8bf0-b778-4f2c-b6c9-f000192f15b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.536035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e0e51b-d775-4ee1-9fe9-1412ed3f9fa7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.548214] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b4ece-fec2-4835-8b9f-080f68364e9c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.555291] env[62270]: DEBUG nova.network.neutron [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.555291] env[62270]: DEBUG nova.network.neutron [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.580019] env[62270]: DEBUG nova.compute.provider_tree [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.586520] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5201c153-9b38-749d-b34f-bfe82c9e2341, 'name': SearchDatastore_Task, 'duration_secs': 0.023544} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.586841] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.587090] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.587329] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.587483] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.587682] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.587950] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0a6ad00-2b63-45d9-892b-e738c0e8196a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.601307] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.601534] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1091.602315] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25707062-f0a2-4ec2-af39-28b9c9a7259e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.609842] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1091.609842] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527d48c4-7286-b981-40b2-3b5d13c27786" [ 1091.609842] env[62270]: _type = "Task" [ 1091.609842] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.614171] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Successfully updated port: 0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.622612] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527d48c4-7286-b981-40b2-3b5d13c27786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.639715] env[62270]: DEBUG nova.network.neutron [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updated VIF entry in instance network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1091.640324] env[62270]: DEBUG nova.network.neutron [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.761448] env[62270]: DEBUG nova.compute.manager [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Received event network-vif-plugged-0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1091.762775] env[62270]: DEBUG oslo_concurrency.lockutils [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] Acquiring lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.763083] env[62270]: DEBUG oslo_concurrency.lockutils [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.763284] env[62270]: DEBUG oslo_concurrency.lockutils [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.763709] env[62270]: DEBUG nova.compute.manager [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] No waiting events found dispatching network-vif-plugged-0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1091.763931] env[62270]: WARNING nova.compute.manager [req-355774c7-bdd1-4a24-a761-372d1f925214 req-3b99bbf4-b40d-44b3-8fb5-69e336aeda69 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Received unexpected event network-vif-plugged-0c7bee2f-223e-4699-b5b4-71a96ce1800d for instance with vm_state building and task_state spawning. [ 1091.789888] env[62270]: DEBUG nova.compute.manager [req-44171034-a168-4891-9370-6e0b3b52903d req-21e760c9-e27a-4860-b743-05a705205364 service nova] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Received event network-vif-deleted-9a0962fb-aa2b-4caf-af70-9b3a6cac0d36 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1091.790124] env[62270]: DEBUG nova.compute.manager [req-44171034-a168-4891-9370-6e0b3b52903d req-21e760c9-e27a-4860-b743-05a705205364 service nova] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Received event network-vif-deleted-3f36ddb1-de20-4af2-9693-6bb7a8b5f84e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1091.803564] env[62270]: DEBUG nova.network.neutron [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [{"id": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "address": "fa:16:3e:36:77:fc", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f10b6b-de", "ovs_interfaceid": "c2f10b6b-de2c-4c49-ad76-3ce285796d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.054860] env[62270]: INFO nova.compute.manager [-] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Took 2.12 seconds to deallocate network for instance. [ 1092.058647] env[62270]: DEBUG nova.compute.manager [req-19db395a-907b-4ea8-bd3f-32334ff61137 req-fab8fd8e-9092-46f4-813b-f4eb43bc8630 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Received event network-vif-deleted-87a73726-ddbb-4d54-94bc-8e7fa0b14b6a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1092.058859] env[62270]: INFO nova.compute.manager [req-19db395a-907b-4ea8-bd3f-32334ff61137 req-fab8fd8e-9092-46f4-813b-f4eb43bc8630 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Neutron deleted interface 87a73726-ddbb-4d54-94bc-8e7fa0b14b6a; detaching it from the instance and deleting it from the info cache [ 1092.059053] env[62270]: DEBUG nova.network.neutron [req-19db395a-907b-4ea8-bd3f-32334ff61137 req-fab8fd8e-9092-46f4-813b-f4eb43bc8630 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.062751] env[62270]: INFO nova.compute.manager [-] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Took 2.13 seconds to deallocate network for instance. [ 1092.080127] env[62270]: DEBUG nova.network.neutron [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.106080] env[62270]: ERROR nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [req-1837c658-728b-45c7-bf8e-26381dfcc8f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1837c658-728b-45c7-bf8e-26381dfcc8f2"}]} [ 1092.117015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.117121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquired lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.117273] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1092.122355] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527d48c4-7286-b981-40b2-3b5d13c27786, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.123452] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0a1fc3-9ced-43e6-b2a3-ee2953d48e02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.129955] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1092.129955] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520d5ed3-4d93-fe83-bd35-db14975548ef" [ 1092.129955] env[62270]: _type = "Task" [ 1092.129955] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.133325] env[62270]: DEBUG nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1092.145730] env[62270]: DEBUG oslo_concurrency.lockutils [req-6325d6c2-5792-4caa-b118-63be44a1e00f req-ec7b960a-e9c2-4760-a251-5fb4dc6f2e51 service nova] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.146140] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520d5ed3-4d93-fe83-bd35-db14975548ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.146379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.146629] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 74883241-be0c-4ab9-afde-783b60fe0a3c/74883241-be0c-4ab9-afde-783b60fe0a3c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1092.146879] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ecb08e-38a3-42bf-b8b3-d7b361e4d326 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.154552] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1092.154552] env[62270]: value = "task-4292240" [ 1092.154552] env[62270]: _type = "Task" [ 1092.154552] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.160744] env[62270]: DEBUG nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1092.160979] env[62270]: DEBUG nova.compute.provider_tree [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.166125] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.175558] env[62270]: DEBUG nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1092.197194] env[62270]: DEBUG nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1092.307087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "refresh_cache-b375b1e0-8797-42fe-b5ff-68a02b9ff46b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.544599] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d1388-3ee8-43c1-a988-d09f28cacfd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.558980] env[62270]: DEBUG nova.network.neutron [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.559345] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb801ba-752d-413d-97a9-bcd25820c684 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.564743] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.567782] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92c3b7f1-ecec-4db2-ad33-cacc507160bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.569911] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.608611] env[62270]: INFO nova.compute.manager [-] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Took 2.67 seconds to deallocate network for instance. [ 1092.611995] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9aa63f-e308-4d65-8705-9de08129066c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.624645] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255c2bf-5c3e-4475-bd36-df61f644636c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.643530] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004d52d-792f-485e-abb7-ea5366ef1199 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.663328] env[62270]: DEBUG nova.compute.provider_tree [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.681258] env[62270]: DEBUG nova.compute.manager [req-19db395a-907b-4ea8-bd3f-32334ff61137 req-fab8fd8e-9092-46f4-813b-f4eb43bc8630 service nova] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Detach interface failed, port_id=87a73726-ddbb-4d54-94bc-8e7fa0b14b6a, reason: Instance 2c785166-887b-4db4-92e2-7e8ede9a1df6 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1092.689010] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.727723] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1092.810744] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1092.813455] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1432fe-332f-48d2-a737-434713d8eb12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.823084] env[62270]: DEBUG oslo_vmware.api [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1092.823084] env[62270]: value = "task-4292241" [ 1092.823084] env[62270]: _type = "Task" [ 1092.823084] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.832116] env[62270]: DEBUG oslo_vmware.api [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.022994] env[62270]: DEBUG nova.network.neutron [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Updating instance_info_cache with network_info: [{"id": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "address": "fa:16:3e:ab:56:c3", "network": {"id": "25281c4e-ea87-4882-a706-f40b635b81d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-796283077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123088e6236c4436b03ff882585533cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c7bee2f-22", "ovs_interfaceid": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.064806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.121535] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.174275] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600625} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.174580] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 74883241-be0c-4ab9-afde-783b60fe0a3c/74883241-be0c-4ab9-afde-783b60fe0a3c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1093.174805] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.176320] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c1f27f-9d70-4599-9684-510bfa347126 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.187033] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1093.187033] env[62270]: value = "task-4292242" [ 1093.187033] env[62270]: _type = "Task" [ 1093.187033] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.196480] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.217568] env[62270]: DEBUG nova.scheduler.client.report [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1093.217857] env[62270]: DEBUG nova.compute.provider_tree [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 134 to 135 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1093.218062] env[62270]: DEBUG nova.compute.provider_tree [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1093.335211] env[62270]: DEBUG oslo_vmware.api [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.529788] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Releasing lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.529788] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Instance network_info: |[{"id": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "address": "fa:16:3e:ab:56:c3", "network": {"id": "25281c4e-ea87-4882-a706-f40b635b81d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-796283077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123088e6236c4436b03ff882585533cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c7bee2f-22", "ovs_interfaceid": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1093.529788] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:56:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c7bee2f-223e-4699-b5b4-71a96ce1800d', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.541626] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Creating folder: Project (123088e6236c4436b03ff882585533cf). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1093.542135] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ff3a4a-12d2-491f-a066-ac33c6929207 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.557325] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Created folder: Project (123088e6236c4436b03ff882585533cf) in parent group-v845132. [ 1093.558416] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Creating folder: Instances. Parent ref: group-v845413. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1093.558416] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dac195cd-c66f-4b54-a58a-a337c4fd41a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.570269] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Created folder: Instances in parent group-v845413. [ 1093.570549] env[62270]: DEBUG oslo.service.loopingcall [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.576311] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1093.581060] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee9ab0e-dc4a-48ca-8ca2-9682a4045be5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.610479] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.610479] env[62270]: value = "task-4292245" [ 1093.610479] env[62270]: _type = "Task" [ 1093.610479] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.620666] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292245, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.626435] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4196f3-a027-4ca6-b461-8a15ee246fc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.647152] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd34ba-78cc-4620-a2aa-e18ea6a33383 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.656204] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1093.701851] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068297} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.701851] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.702781] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e55f26c-164b-4b55-888e-8ed237cf5a56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.726601] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 74883241-be0c-4ab9-afde-783b60fe0a3c/74883241-be0c-4ab9-afde-783b60fe0a3c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.728246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.571s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.728446] env[62270]: INFO nova.compute.manager [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Migrating [ 1093.735012] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b33c1db-87e1-478e-8c50-ce1f701162e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.752440] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.082s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.754146] env[62270]: INFO nova.compute.claims [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.771202] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1093.771202] env[62270]: value = "task-4292246" [ 1093.771202] env[62270]: _type = "Task" [ 1093.771202] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.782201] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292246, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.818476] env[62270]: DEBUG nova.compute.manager [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Received event network-changed-0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1093.818476] env[62270]: DEBUG nova.compute.manager [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Refreshing instance network info cache due to event network-changed-0c7bee2f-223e-4699-b5b4-71a96ce1800d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1093.818754] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] Acquiring lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.818825] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] Acquired lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.818989] env[62270]: DEBUG nova.network.neutron [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Refreshing network info cache for port 0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1093.835022] env[62270]: DEBUG oslo_vmware.api [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292241, 'name': PowerOnVM_Task, 'duration_secs': 0.61898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.835255] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1093.835541] env[62270]: DEBUG nova.compute.manager [None req-d9084df5-4b01-4312-96e7-a84c59620934 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1093.836369] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71514324-660e-4466-81fe-e249087c4c9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.122020] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292245, 'name': CreateVM_Task, 'duration_secs': 0.386761} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.122311] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1094.123055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.123344] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.123775] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.124117] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92aeaf7-e0a6-4106-ba42-739be8f6b0c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.130758] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1094.130758] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52264545-732f-09ce-ca9f-3827a72d6e0b" [ 1094.130758] env[62270]: _type = "Task" [ 1094.130758] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.139560] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52264545-732f-09ce-ca9f-3827a72d6e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.162964] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1094.163290] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4268cd1d-2757-4c93-9bc2-e01a9499fcf2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.171269] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1094.171269] env[62270]: value = "task-4292247" [ 1094.171269] env[62270]: _type = "Task" [ 1094.171269] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.180080] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.265478] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.265838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.265991] env[62270]: DEBUG nova.network.neutron [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1094.285313] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.643907] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52264545-732f-09ce-ca9f-3827a72d6e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.051856} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.645066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.645066] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.645066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.645066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.645376] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.645376] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de9fa759-8cf3-4eb2-8330-d4415f584cb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.655193] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.655393] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1094.656346] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c380abc-40fe-4fae-8e01-ed6f850987e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.662232] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1094.662232] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529af3dd-fa28-1b5f-f012-9ff94cd8bcdc" [ 1094.662232] env[62270]: _type = "Task" [ 1094.662232] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.670870] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529af3dd-fa28-1b5f-f012-9ff94cd8bcdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.683212] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.722919] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.723948] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.792843] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292246, 'name': ReconfigVM_Task, 'duration_secs': 0.857446} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.794312] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 74883241-be0c-4ab9-afde-783b60fe0a3c/74883241-be0c-4ab9-afde-783b60fe0a3c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.795105] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d830f8-b38c-4ce6-addc-aaa3df0bf1dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.803946] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1094.803946] env[62270]: value = "task-4292248" [ 1094.803946] env[62270]: _type = "Task" [ 1094.803946] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.815359] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292248, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.013536] env[62270]: DEBUG nova.network.neutron [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Updated VIF entry in instance network info cache for port 0c7bee2f-223e-4699-b5b4-71a96ce1800d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1095.013911] env[62270]: DEBUG nova.network.neutron [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Updating instance_info_cache with network_info: [{"id": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "address": "fa:16:3e:ab:56:c3", "network": {"id": "25281c4e-ea87-4882-a706-f40b635b81d2", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-796283077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "123088e6236c4436b03ff882585533cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c7bee2f-22", "ovs_interfaceid": "0c7bee2f-223e-4699-b5b4-71a96ce1800d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.089564] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e945d2e-aa66-46c1-99fb-a16eb7bc5125 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.097746] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b69cb-2bc6-4856-a195-dea1e7eba298 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.134667] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3843e472-9b05-4903-9c14-135c72f3b7c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.144411] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135c810-e551-4d0e-bb42-84c3a86371a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.159048] env[62270]: DEBUG nova.compute.provider_tree [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.172507] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529af3dd-fa28-1b5f-f012-9ff94cd8bcdc, 'name': SearchDatastore_Task, 'duration_secs': 0.018338} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.177269] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b05a4f-be64-4f33-804b-9941c499993c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.184321] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1095.184321] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc9a2c-d00d-c9cd-7518-dfed8f022a0a" [ 1095.184321] env[62270]: _type = "Task" [ 1095.184321] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.187713] env[62270]: DEBUG oslo_vmware.api [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292247, 'name': PowerOnVM_Task, 'duration_secs': 0.722679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.193768] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1095.193768] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a3ae6e8b-8e15-4a8f-be36-b2837b7c6065 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance '7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1095.203056] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc9a2c-d00d-c9cd-7518-dfed8f022a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.234599] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.234599] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1095.234599] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Rebuilding the list of instances to heal {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}} [ 1095.292875] env[62270]: DEBUG nova.network.neutron [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.316968] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292248, 'name': Rename_Task, 'duration_secs': 0.353654} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.316968] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1095.317516] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34e7290b-eade-440f-8a1d-d08aa31bf4a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.325713] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1095.325713] env[62270]: value = "task-4292249" [ 1095.325713] env[62270]: _type = "Task" [ 1095.325713] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.334656] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.517317] env[62270]: DEBUG oslo_concurrency.lockutils [req-a4ba448b-4d5b-49be-8b99-7a7b2f278e44 req-af19b0f2-236b-4139-a173-0b1935f754d3 service nova] Releasing lock "refresh_cache-b1f12e9d-b6f6-4911-89ad-635ffeabe675" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.662489] env[62270]: DEBUG nova.scheduler.client.report [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1095.702721] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bc9a2c-d00d-c9cd-7518-dfed8f022a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.027169} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.703046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.703346] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b1f12e9d-b6f6-4911-89ad-635ffeabe675/b1f12e9d-b6f6-4911-89ad-635ffeabe675.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1095.703657] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb48a67e-5c1a-4f79-aa0c-f1aef10140ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.712479] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1095.712479] env[62270]: value = "task-4292250" [ 1095.712479] env[62270]: _type = "Task" [ 1095.712479] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.722746] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.739376] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a63fb134-8996-4a23-86ce-866328b38993] Skipping network cache update for instance because it is being deleted. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10021}} [ 1095.739591] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 1095.739685] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 1095.741636] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 1095.795478] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.800389] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.800617] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquired lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.800777] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Forcefully refreshing network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1095.800937] env[62270]: DEBUG nova.objects.instance [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lazy-loading 'info_cache' on Instance uuid c710d441-ea2f-445a-a4e0-f1d1532edcb6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.838327] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292249, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.168411] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.169028] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1096.171819] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.359s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.173389] env[62270]: INFO nova.compute.claims [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.225387] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.341732] env[62270]: DEBUG oslo_vmware.api [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292249, 'name': PowerOnVM_Task, 'duration_secs': 0.576154} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.342143] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1096.342454] env[62270]: INFO nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1096.342735] env[62270]: DEBUG nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1096.344035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b22e6-84ab-4955-bfc6-84b7580ba3f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.681539] env[62270]: DEBUG nova.compute.utils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.683517] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1096.683517] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1096.728549] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.763369] env[62270]: DEBUG nova.policy [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1096.870033] env[62270]: INFO nova.compute.manager [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Took 28.07 seconds to build instance. [ 1097.084321] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.084634] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.084846] env[62270]: DEBUG nova.compute.manager [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Going to confirm migration 4 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1097.174173] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Successfully created port: 389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.187160] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1097.227592] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.319230] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee67b1-9a76-4d9d-b0e3-2573fb9a6fb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.341210] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1097.372300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ed6f2040-faf2-4d60-911c-ee9c6a209fc1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.587s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.564372] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7648f719-41d5-426a-b141-e227f4531a1b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.573184] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a917c89f-7e2e-4eac-bdd7-89ea6722ff2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.612292] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52338c0-5493-4fde-b686-b8be7d960fc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.631247] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b11f7-cf0c-467b-8168-42d5177a5149 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.648667] env[62270]: DEBUG nova.compute.provider_tree [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.727118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.727118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.727118] env[62270]: DEBUG nova.network.neutron [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1097.727118] env[62270]: DEBUG nova.objects.instance [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'info_cache' on Instance uuid 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.731382] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.850173] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1097.850515] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1526e605-ed14-4d9b-a75f-099e7fed479d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.859452] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1097.859452] env[62270]: value = "task-4292251" [ 1097.859452] env[62270]: _type = "Task" [ 1097.859452] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.887575] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.067271] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.153326] env[62270]: DEBUG nova.scheduler.client.report [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1098.198495] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1098.228953] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1098.229229] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1098.229400] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.229615] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1098.229924] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.229995] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1098.230185] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1098.231071] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1098.231071] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1098.231071] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1098.231071] env[62270]: DEBUG nova.virt.hardware [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.232065] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bfdaa1-2e74-47a8-946c-2de26ce0571f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.239471] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.245186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253dd22-77f6-4656-9e25-8ec8c48dc616 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.372708] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292251, 'name': PowerOffVM_Task, 'duration_secs': 0.326228} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.373031] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1098.373590] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1098.570256] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Releasing lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.570506] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updated the network info_cache for instance {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10075}} [ 1098.570746] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.570925] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.571134] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.571317] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.571473] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.571631] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.571776] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1098.571930] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.657774] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.658355] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1098.661505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.842s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.664911] env[62270]: DEBUG nova.objects.instance [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'resources' on Instance uuid a63fb134-8996-4a23-86ce-866328b38993 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.730658] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.796864] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.797233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.797443] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "6f751e91-361b-4c18-928e-c5a45295932d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.797636] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.797817] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.801391] env[62270]: INFO nova.compute.manager [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Terminating instance [ 1098.804462] env[62270]: DEBUG nova.compute.manager [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1098.804670] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1098.805588] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a8e06-af4d-454f-9777-e2a79224d45b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.813649] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1098.813906] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba6d08bd-b768-4fb6-8e88-3830e0fda639 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.824313] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1098.824313] env[62270]: value = "task-4292252" [ 1098.824313] env[62270]: _type = "Task" [ 1098.824313] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.832925] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.880010] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1098.880312] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1098.880515] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.880747] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1098.880923] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.881147] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1098.881441] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1098.881634] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1098.881871] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1098.882088] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1098.882326] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.887710] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efe9652b-5203-4a99-b27d-f8a39467ec28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.907688] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1098.907688] env[62270]: value = "task-4292253" [ 1098.907688] env[62270]: _type = "Task" [ 1098.907688] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.919338] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.074887] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.164484] env[62270]: DEBUG nova.compute.utils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1099.166211] env[62270]: DEBUG nova.objects.instance [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'numa_topology' on Instance uuid a63fb134-8996-4a23-86ce-866328b38993 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.167301] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1099.167496] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1099.207643] env[62270]: DEBUG nova.policy [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b89c90518249b7a1afc508ff5ebb29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20143b5c8eb045c8920cadd24a163e46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1099.231077] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.339558] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292252, 'name': PowerOffVM_Task, 'duration_secs': 0.257311} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.339701] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1099.340059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1099.340202] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d135feff-dd35-48da-b12e-f41d3ac744d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.419167] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292253, 'name': ReconfigVM_Task, 'duration_secs': 0.227395} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.419523] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1099.427131] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1099.427427] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1099.427636] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleting the datastore file [datastore2] 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.427901] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e872e0a5-c859-4d83-aecb-61a4c7e0091e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.434744] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for the task: (returnval){ [ 1099.434744] env[62270]: value = "task-4292255" [ 1099.434744] env[62270]: _type = "Task" [ 1099.434744] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.448921] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.480618] env[62270]: DEBUG nova.network.neutron [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [{"id": "34066308-5336-4987-9647-bce84ec852be", "address": "fa:16:3e:be:ac:1c", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34066308-53", "ovs_interfaceid": "34066308-5336-4987-9647-bce84ec852be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.498495] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Successfully created port: 5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.668188] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1099.671939] env[62270]: DEBUG nova.objects.base [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1099.741561] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.790285] env[62270]: DEBUG nova.compute.manager [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Received event network-vif-plugged-389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1099.790285] env[62270]: DEBUG oslo_concurrency.lockutils [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] Acquiring lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.790285] env[62270]: DEBUG oslo_concurrency.lockutils [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.790285] env[62270]: DEBUG oslo_concurrency.lockutils [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.790285] env[62270]: DEBUG nova.compute.manager [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] No waiting events found dispatching network-vif-plugged-389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1099.790285] env[62270]: WARNING nova.compute.manager [req-2abf3386-9f7d-4ed2-82ef-fea696f39fa3 req-bcebbcdf-30d2-4dfa-9d88-d67de7bc7cc0 service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Received unexpected event network-vif-plugged-389f5531-b9f1-4083-b6c7-2344ca46e553 for instance with vm_state building and task_state spawning. [ 1099.809251] env[62270]: DEBUG nova.compute.manager [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1099.809461] env[62270]: DEBUG nova.compute.manager [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1099.809681] env[62270]: DEBUG oslo_concurrency.lockutils [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.809832] env[62270]: DEBUG oslo_concurrency.lockutils [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.810009] env[62270]: DEBUG nova.network.neutron [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1099.927956] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1099.928247] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1099.928414] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.929191] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1099.929191] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.929191] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1099.929191] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1099.929433] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1099.929478] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1099.929642] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1099.930281] env[62270]: DEBUG nova.virt.hardware [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.936034] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.939159] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50394234-217e-40c4-8441-4d3313f6b043 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.962730] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.964219] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1099.964219] env[62270]: value = "task-4292256" [ 1099.964219] env[62270]: _type = "Task" [ 1099.964219] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.978845] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.984031] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.984315] env[62270]: DEBUG nova.objects.instance [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'migration_context' on Instance uuid 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.039451] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e588d8f4-43e3-4ab9-be1d-2940f4b698be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.051940] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee83d7d-fee0-415d-bf70-4c2f4d861d91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.104208] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617651d8-9b6e-4042-8fac-c9bd95f36606 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.119030] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd8e7af-7656-4c5c-8542-45613d070aa6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.141733] env[62270]: DEBUG nova.compute.provider_tree [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.232983] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.268636] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Successfully updated port: 389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.452144] env[62270]: DEBUG oslo_vmware.api [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Task: {'id': task-4292255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.924611} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.452397] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.452591] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1100.453687] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1100.453883] env[62270]: INFO nova.compute.manager [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1100.454166] env[62270]: DEBUG oslo.service.loopingcall [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.454379] env[62270]: DEBUG nova.compute.manager [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1100.454475] env[62270]: DEBUG nova.network.neutron [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1100.474793] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292256, 'name': ReconfigVM_Task, 'duration_secs': 0.183785} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.477345] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.478193] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a18ed-5d30-4e14-a60a-ccae833f3951 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.488718] env[62270]: DEBUG nova.objects.base [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Object Instance<7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec> lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1100.504467] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d7950-b3e1-4459-acc1-e482ce7810a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.517219] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.517795] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14eded03-958e-496b-a2a5-c9065357773d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.557680] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899099f8-96ed-40ff-b7c3-da40dffd6b27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.561875] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1100.561875] env[62270]: value = "task-4292257" [ 1100.561875] env[62270]: _type = "Task" [ 1100.561875] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.566638] env[62270]: DEBUG oslo_vmware.api [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1100.566638] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2fa5d-dc2c-a6e6-dd0f-e44021a34494" [ 1100.566638] env[62270]: _type = "Task" [ 1100.566638] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.575470] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.582482] env[62270]: DEBUG oslo_vmware.api [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2fa5d-dc2c-a6e6-dd0f-e44021a34494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.645683] env[62270]: DEBUG nova.scheduler.client.report [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1100.678103] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1100.712628] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1100.713253] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1100.713424] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.713769] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1100.714068] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.714357] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1100.714738] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1100.715085] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1100.715396] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1100.715718] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1100.716067] env[62270]: DEBUG nova.virt.hardware [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1100.717493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a62a9-9b2f-4d53-aafc-131d78ecb9c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.730996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb7c2be-8125-4775-b8d2-0f0ff00130d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.738924] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.775069] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.775069] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.775069] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1100.921977] env[62270]: DEBUG nova.network.neutron [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1100.922397] env[62270]: DEBUG nova.network.neutron [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.078891] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292257, 'name': ReconfigVM_Task, 'duration_secs': 0.468651} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.086571] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Reconfigured VM instance instance-0000002b to attach disk [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3/a30a2adc-a839-41b1-b753-fb5cf358a5f3.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.086919] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1101.090335] env[62270]: DEBUG oslo_vmware.api [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d2fa5d-dc2c-a6e6-dd0f-e44021a34494, 'name': SearchDatastore_Task, 'duration_secs': 0.033584} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.091066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.152527] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.491s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.155162] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.175s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.234048] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292250, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.139935} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.235338] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b1f12e9d-b6f6-4911-89ad-635ffeabe675/b1f12e9d-b6f6-4911-89ad-635ffeabe675.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1101.235563] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.236671] env[62270]: DEBUG nova.compute.manager [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received event network-vif-plugged-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1101.236877] env[62270]: DEBUG oslo_concurrency.lockutils [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] Acquiring lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.237102] env[62270]: DEBUG oslo_concurrency.lockutils [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] Lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.237330] env[62270]: DEBUG oslo_concurrency.lockutils [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] Lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.237530] env[62270]: DEBUG nova.compute.manager [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] No waiting events found dispatching network-vif-plugged-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1101.237737] env[62270]: WARNING nova.compute.manager [req-1a7e510e-bcdb-4b28-93f5-3819dbf39f7c req-b0f5d04f-704e-43ed-a558-2ae339bf1d0b service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received unexpected event network-vif-plugged-5d95e36f-3df9-415d-b086-9ad0aa41362c for instance with vm_state building and task_state spawning. [ 1101.237980] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cb53003-3142-4e07-9a6a-f05ace16204a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.245253] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1101.245253] env[62270]: value = "task-4292258" [ 1101.245253] env[62270]: _type = "Task" [ 1101.245253] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.253315] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.314140] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1101.345333] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Successfully updated port: 5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.425768] env[62270]: DEBUG oslo_concurrency.lockutils [req-52c12f17-ced6-4ea4-b4bf-7cfcf85a545e req-8de2b5bd-2dcf-4adf-becf-f65895303535 service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.504949] env[62270]: DEBUG nova.network.neutron [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Updating instance_info_cache with network_info: [{"id": "389f5531-b9f1-4083-b6c7-2344ca46e553", "address": "fa:16:3e:9b:92:f4", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f5531-b9", "ovs_interfaceid": "389f5531-b9f1-4083-b6c7-2344ca46e553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.570533] env[62270]: DEBUG nova.network.neutron [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.594391] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7410c9c6-7831-4d07-a656-e849b0d3b7db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.615567] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d2d190-2527-4084-ace6-a5b8093ac676 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.633705] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1101.663969] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c6831667-84a9-46e8-aafd-74939bdf9cce tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.197s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.664746] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.553s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.664935] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "a63fb134-8996-4a23-86ce-866328b38993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.665238] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.665421] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.670423] env[62270]: INFO nova.compute.manager [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Terminating instance [ 1101.672390] env[62270]: DEBUG nova.compute.manager [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1101.673076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1101.673076] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2096a55-312b-409f-b9f8-3fd23882cdac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.683918] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d84d20-a9f6-41c6-b79f-624d03884f1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.721076] env[62270]: WARNING nova.virt.vmwareapi.vmops [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a63fb134-8996-4a23-86ce-866328b38993 could not be found. [ 1101.721076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1101.721076] env[62270]: INFO nova.compute.manager [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: a63fb134-8996-4a23-86ce-866328b38993] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1101.721326] env[62270]: DEBUG oslo.service.loopingcall [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.721572] env[62270]: DEBUG nova.compute.manager [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1101.721663] env[62270]: DEBUG nova.network.neutron [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1101.754201] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066696} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.756794] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.757799] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff88c93-5ddd-46cf-8f7d-b0e50f4c9c51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.780441] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b1f12e9d-b6f6-4911-89ad-635ffeabe675/b1f12e9d-b6f6-4911-89ad-635ffeabe675.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.782941] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4566e9-3a0f-49a7-ba89-8dbff1e47823 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.802716] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1101.802716] env[62270]: value = "task-4292259" [ 1101.802716] env[62270]: _type = "Task" [ 1101.802716] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.816232] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.847793] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.848011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquired lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.848234] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1101.962421] env[62270]: DEBUG nova.compute.manager [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1101.962710] env[62270]: DEBUG nova.compute.manager [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing instance network info cache due to event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1101.962896] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.963661] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.963661] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1102.009537] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.010036] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Instance network_info: |[{"id": "389f5531-b9f1-4083-b6c7-2344ca46e553", "address": "fa:16:3e:9b:92:f4", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f5531-b9", "ovs_interfaceid": "389f5531-b9f1-4083-b6c7-2344ca46e553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1102.010716] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:92:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '389f5531-b9f1-4083-b6c7-2344ca46e553', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.021886] env[62270]: DEBUG oslo.service.loopingcall [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.023162] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1102.025327] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af446b10-58b5-4798-9378-70b5c7554dad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.029035] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45a8de2a-c2aa-484f-858d-6b9a2497dfd0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.063952] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9472bb6-df17-473c-a8cf-127a5bc6576e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.071034] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.071034] env[62270]: value = "task-4292260" [ 1102.071034] env[62270]: _type = "Task" [ 1102.071034] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.102530] env[62270]: INFO nova.compute.manager [-] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Took 1.65 seconds to deallocate network for instance. [ 1102.109880] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553333b0-140c-4fbc-99c3-9d6aa6d3463c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.116562] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292260, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.121953] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6148b963-947b-4594-af52-431f19c86afa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.143010] env[62270]: DEBUG nova.compute.provider_tree [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.208520] env[62270]: DEBUG nova.network.neutron [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Port a476a09a-3dba-4fa9-b0e3-9cdccabdde7f binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1102.313332] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292259, 'name': ReconfigVM_Task, 'duration_secs': 0.297869} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.313605] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b1f12e9d-b6f6-4911-89ad-635ffeabe675/b1f12e9d-b6f6-4911-89ad-635ffeabe675.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.314187] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09fba1c-ac22-4ae7-911c-f0c5bf8a348c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.321474] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1102.321474] env[62270]: value = "task-4292261" [ 1102.321474] env[62270]: _type = "Task" [ 1102.321474] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.330624] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292261, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.384966] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1102.571658] env[62270]: DEBUG nova.network.neutron [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.587973] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292260, 'name': CreateVM_Task, 'duration_secs': 0.359994} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.587973] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1102.588143] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.588305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.588652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1102.588909] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad7a62f-72a0-4b5e-bf2a-ef95b6221faa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.594251] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1102.594251] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f59fc-9454-1e09-8a64-5b7ef139b02c" [ 1102.594251] env[62270]: _type = "Task" [ 1102.594251] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.599153] env[62270]: DEBUG nova.network.neutron [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updating instance_info_cache with network_info: [{"id": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "address": "fa:16:3e:c7:60:e7", "network": {"id": "b747c85e-d1fa-423a-94a6-f539f3b990ed", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-583659628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20143b5c8eb045c8920cadd24a163e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d95e36f-3d", "ovs_interfaceid": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.605930] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f59fc-9454-1e09-8a64-5b7ef139b02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.610382] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.648408] env[62270]: DEBUG nova.scheduler.client.report [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1102.730044] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updated VIF entry in instance network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1102.730463] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.831880] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292261, 'name': Rename_Task, 'duration_secs': 0.146453} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.832183] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1102.832441] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6581111-e65c-464e-91cd-a1daf880ee8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.839032] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1102.839032] env[62270]: value = "task-4292262" [ 1102.839032] env[62270]: _type = "Task" [ 1102.839032] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.846370] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.073773] env[62270]: INFO nova.compute.manager [-] [instance: a63fb134-8996-4a23-86ce-866328b38993] Took 1.35 seconds to deallocate network for instance. [ 1103.104698] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Releasing lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.105043] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Instance network_info: |[{"id": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "address": "fa:16:3e:c7:60:e7", "network": {"id": "b747c85e-d1fa-423a-94a6-f539f3b990ed", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-583659628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20143b5c8eb045c8920cadd24a163e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d95e36f-3d", "ovs_interfaceid": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1103.105401] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f59fc-9454-1e09-8a64-5b7ef139b02c, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.105773] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:60:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d95e36f-3df9-415d-b086-9ad0aa41362c', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.113560] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Creating folder: Project (20143b5c8eb045c8920cadd24a163e46). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1103.113904] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.114184] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.114462] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.114635] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.114831] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.115765] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc96049-dcd2-4edc-89fb-b2007dff3a73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.117473] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5de6b431-3814-4f4c-a1df-744fe58dcff0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.127826] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Created folder: Project (20143b5c8eb045c8920cadd24a163e46) in parent group-v845132. [ 1103.127985] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Creating folder: Instances. Parent ref: group-v845417. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1103.129132] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18036642-356f-4bab-9fb2-b93d83d7c90e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.130631] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.130828] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1103.131560] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5e4df5-c2ba-490c-9584-7b074a14c9a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.136802] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1103.136802] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cb331-55be-709a-0a0d-b4f5c1581487" [ 1103.136802] env[62270]: _type = "Task" [ 1103.136802] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.142094] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Created folder: Instances in parent group-v845417. [ 1103.142333] env[62270]: DEBUG oslo.service.loopingcall [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.142841] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1103.143054] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4e2935-2a1f-421e-a87d-a1e56b64597c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.163284] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cb331-55be-709a-0a0d-b4f5c1581487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.168094] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.168094] env[62270]: value = "task-4292265" [ 1103.168094] env[62270]: _type = "Task" [ 1103.168094] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.176138] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292265, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.227677] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.228158] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.228158] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.234044] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.234297] env[62270]: DEBUG nova.compute.manager [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Received event network-changed-389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1103.234480] env[62270]: DEBUG nova.compute.manager [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Refreshing instance network info cache due to event network-changed-389f5531-b9f1-4083-b6c7-2344ca46e553. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1103.234699] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Acquiring lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.234843] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Acquired lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.235021] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Refreshing network info cache for port 389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1103.349369] env[62270]: DEBUG oslo_vmware.api [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292262, 'name': PowerOnVM_Task, 'duration_secs': 0.461792} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.349737] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1103.349893] env[62270]: INFO nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Took 13.15 seconds to spawn the instance on the hypervisor. [ 1103.350117] env[62270]: DEBUG nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1103.350908] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea53dd7f-b8da-4975-80fe-0cd7e4bd44b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.535554] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1103.535795] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing instance network info cache due to event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1103.535994] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquiring lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.536189] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquired lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.536405] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1103.651579] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520cb331-55be-709a-0a0d-b4f5c1581487, 'name': SearchDatastore_Task, 'duration_secs': 0.017007} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.653243] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73641ad-0fa4-4f23-aa94-fccd86414f52 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.661404] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1103.661404] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e1212-e59b-65e8-437c-3212ae59a14f" [ 1103.661404] env[62270]: _type = "Task" [ 1103.661404] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.668127] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.513s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.668469] env[62270]: DEBUG nova.compute.manager [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62270) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1103.673876] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.380s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.674243] env[62270]: DEBUG nova.objects.instance [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'resources' on Instance uuid 78aede01-1f93-4396-abd9-4d05de22119c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.688337] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e1212-e59b-65e8-437c-3212ae59a14f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.695664] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292265, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.868878] env[62270]: INFO nova.compute.manager [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Took 34.47 seconds to build instance. [ 1103.977439] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Updated VIF entry in instance network info cache for port 389f5531-b9f1-4083-b6c7-2344ca46e553. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1103.977830] env[62270]: DEBUG nova.network.neutron [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Updating instance_info_cache with network_info: [{"id": "389f5531-b9f1-4083-b6c7-2344ca46e553", "address": "fa:16:3e:9b:92:f4", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap389f5531-b9", "ovs_interfaceid": "389f5531-b9f1-4083-b6c7-2344ca46e553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.107502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d1c003e3-52c9-4ee9-a1a8-7ad753665138 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "a63fb134-8996-4a23-86ce-866328b38993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.443s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.171753] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526e1212-e59b-65e8-437c-3212ae59a14f, 'name': SearchDatastore_Task, 'duration_secs': 0.03132} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.174453] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.174726] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7f85705a-c28e-40a5-ad3e-acc2c62300bf/7f85705a-c28e-40a5-ad3e-acc2c62300bf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1104.177299] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b712645-b9a1-478c-bae2-dbb678a94776 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.192848] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292265, 'name': CreateVM_Task, 'duration_secs': 0.545401} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.194268] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1104.194766] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1104.194766] env[62270]: value = "task-4292266" [ 1104.194766] env[62270]: _type = "Task" [ 1104.194766] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.195510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.195707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.196051] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.196363] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199b6e0d-82b6-4cea-b2f2-a290f395e205 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.204283] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1104.204283] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f55a70-554f-2a4f-c97f-cfb8f9f7b86a" [ 1104.204283] env[62270]: _type = "Task" [ 1104.204283] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.209904] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.223297] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f55a70-554f-2a4f-c97f-cfb8f9f7b86a, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.223597] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.223857] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.224137] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.224349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.224494] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.227448] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c835689-8e21-414d-b5fc-b065cb36986b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.236404] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.236648] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1104.237663] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb74d21-d5f4-4778-871d-34b4920439f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.245215] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1104.245215] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bec46f-9b1d-0e94-8e54-87fadb585709" [ 1104.245215] env[62270]: _type = "Task" [ 1104.245215] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.253177] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bec46f-9b1d-0e94-8e54-87fadb585709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.254519] env[62270]: INFO nova.scheduler.client.report [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted allocation for migration 1439e9b2-b3a4-4c94-ad48-684e38bd8f85 [ 1104.261509] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updated VIF entry in instance network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1104.261802] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updating instance_info_cache with network_info: [{"id": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "address": "fa:16:3e:c7:60:e7", "network": {"id": "b747c85e-d1fa-423a-94a6-f539f3b990ed", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-583659628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20143b5c8eb045c8920cadd24a163e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d95e36f-3d", "ovs_interfaceid": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.276910] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.277119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.277384] env[62270]: DEBUG nova.network.neutron [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1104.333118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.371571] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2c59220a-160c-4fc0-9fd4-68e7fc0a3a76 tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.983s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.371914] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.039s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.372223] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.372486] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.372680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.375695] env[62270]: INFO nova.compute.manager [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Terminating instance [ 1104.378567] env[62270]: DEBUG nova.compute.manager [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1104.378785] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1104.379822] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea7c4a-fbbf-4530-92e1-405de7590650 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.391138] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1104.391434] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f2a1c1-c6a5-4cfd-97bf-b20ebf07635f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.399412] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1104.399412] env[62270]: value = "task-4292267" [ 1104.399412] env[62270]: _type = "Task" [ 1104.399412] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.409582] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.480832] env[62270]: DEBUG oslo_concurrency.lockutils [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] Releasing lock "refresh_cache-7f85705a-c28e-40a5-ad3e-acc2c62300bf" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.481175] env[62270]: DEBUG nova.compute.manager [req-d86d893e-3133-43b5-9e4d-5ac4e9703ae8 req-514c8bd6-6568-417f-94e8-98b078808fed service nova] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Received event network-vif-deleted-a6ac9db7-31c0-495d-bffe-96aa613f98cb {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1104.497082] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a8d2f-3b5f-41b6-af32-0c5e76aab150 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.506014] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc033b7-deb4-4bbc-854c-b913a710069f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.540455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64513a9-cc06-4b93-896e-29fe0045bec7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.549324] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a104c1b-65ae-46c5-b169-0560ca98168d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.564746] env[62270]: DEBUG nova.compute.provider_tree [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.705942] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499915} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.706305] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 7f85705a-c28e-40a5-ad3e-acc2c62300bf/7f85705a-c28e-40a5-ad3e-acc2c62300bf.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1104.706477] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.706755] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6db0879a-1311-424e-94bb-945f11d12397 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.713109] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1104.713109] env[62270]: value = "task-4292268" [ 1104.713109] env[62270]: _type = "Task" [ 1104.713109] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.722230] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.754692] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bec46f-9b1d-0e94-8e54-87fadb585709, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.755617] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28accfec-032c-4895-a94e-b64114269733 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.760659] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1104.760659] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245ccfc-2b2f-87ce-b473-0587685c5258" [ 1104.760659] env[62270]: _type = "Task" [ 1104.760659] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.764642] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59302110-f8b1-4778-b3f8-b5148efce25f tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.341s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.766254] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Releasing lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.766491] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1104.766669] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing instance network info cache due to event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1104.766891] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.767087] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.767242] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1104.772030] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245ccfc-2b2f-87ce-b473-0587685c5258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.776298] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e153707a-74ba-4608-be21-4029dd7e2fe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.776415] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.909233] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292267, 'name': PowerOffVM_Task, 'duration_secs': 0.320395} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.909525] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1104.909787] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1104.912880] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba96b38-3432-43f7-a6a2-c518d6314b5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.971453] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1104.971713] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1104.971903] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Deleting the datastore file [datastore2] b1f12e9d-b6f6-4911-89ad-635ffeabe675 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.972194] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b71da8c-b70c-43f7-be6f-2ff94f7a433e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.978563] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for the task: (returnval){ [ 1104.978563] env[62270]: value = "task-4292270" [ 1104.978563] env[62270]: _type = "Task" [ 1104.978563] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.986747] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.067333] env[62270]: DEBUG nova.scheduler.client.report [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1105.200779] env[62270]: DEBUG nova.network.neutron [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.223357] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061225} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.223643] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.224443] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8490d60e-1708-4e8c-960c-a634acb05924 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.246858] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 7f85705a-c28e-40a5-ad3e-acc2c62300bf/7f85705a-c28e-40a5-ad3e-acc2c62300bf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.247177] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6a4eb4-8032-4ef6-84a6-717b1fdd3a24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.269980] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245ccfc-2b2f-87ce-b473-0587685c5258, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.271239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.271510] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3478e2d9-618b-4e7c-b258-6329c939d297/3478e2d9-618b-4e7c-b258-6329c939d297.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1105.271824] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1105.271824] env[62270]: value = "task-4292271" [ 1105.271824] env[62270]: _type = "Task" [ 1105.271824] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.272266] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-defe50f9-bef0-46aa-8fbd-dc909798eeb3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.279117] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1105.283268] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1105.283268] env[62270]: value = "task-4292272" [ 1105.283268] env[62270]: _type = "Task" [ 1105.283268] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.286872] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.294334] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.430896] env[62270]: DEBUG nova.objects.instance [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.490065] env[62270]: DEBUG oslo_vmware.api [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Task: {'id': task-4292270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457385} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.490362] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.490529] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1105.490710] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1105.490897] env[62270]: INFO nova.compute.manager [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1105.491164] env[62270]: DEBUG oslo.service.loopingcall [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.491368] env[62270]: DEBUG nova.compute.manager [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1105.491461] env[62270]: DEBUG nova.network.neutron [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1105.537204] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updated VIF entry in instance network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1105.537731] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.572054] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.574491] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.010s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.575167] env[62270]: DEBUG nova.objects.instance [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'resources' on Instance uuid dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.612600] env[62270]: INFO nova.scheduler.client.report [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted allocations for instance 78aede01-1f93-4396-abd9-4d05de22119c [ 1105.704130] env[62270]: DEBUG oslo_concurrency.lockutils [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.784691] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292271, 'name': ReconfigVM_Task, 'duration_secs': 0.361068} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.784907] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 7f85705a-c28e-40a5-ad3e-acc2c62300bf/7f85705a-c28e-40a5-ad3e-acc2c62300bf.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.785695] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66311b9c-3508-4c3a-ac60-c9c63b3fdbce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.800465] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292272, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.801951] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1105.801951] env[62270]: value = "task-4292273" [ 1105.801951] env[62270]: _type = "Task" [ 1105.801951] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.808341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.811917] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292273, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.843890] env[62270]: DEBUG nova.compute.manager [req-c9ac3ee3-6b78-4661-b907-118b63fb163f req-0f21e697-c08c-43b9-86aa-0ab419bc9aeb service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Received event network-vif-deleted-0c7bee2f-223e-4699-b5b4-71a96ce1800d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1105.844105] env[62270]: INFO nova.compute.manager [req-c9ac3ee3-6b78-4661-b907-118b63fb163f req-0f21e697-c08c-43b9-86aa-0ab419bc9aeb service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Neutron deleted interface 0c7bee2f-223e-4699-b5b4-71a96ce1800d; detaching it from the instance and deleting it from the info cache [ 1105.844365] env[62270]: DEBUG nova.network.neutron [req-c9ac3ee3-6b78-4661-b907-118b63fb163f req-0f21e697-c08c-43b9-86aa-0ab419bc9aeb service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.938251] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.938495] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.938708] env[62270]: DEBUG nova.network.neutron [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1105.938897] env[62270]: DEBUG nova.objects.instance [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'info_cache' on Instance uuid 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.040835] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.041141] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1106.041330] env[62270]: DEBUG nova.compute.manager [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1106.041548] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.041697] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041865] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1106.120894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-73183d2a-057a-49a5-a0ad-130552a93c34 tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "78aede01-1f93-4396-abd9-4d05de22119c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.225908] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02720222-38bb-47c5-b72b-f82bff24e26e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.250979] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1703f5-ad57-4dab-84e6-4f708f7c5c16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.258237] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1106.303628] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52165} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.306912] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3478e2d9-618b-4e7c-b258-6329c939d297/3478e2d9-618b-4e7c-b258-6329c939d297.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1106.307160] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.309738] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa25c8f-91f6-480b-8540-2fdb1226078f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.317448] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292273, 'name': Rename_Task, 'duration_secs': 0.139198} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.318162] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1106.318451] env[62270]: DEBUG nova.network.neutron [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.319638] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1106.319638] env[62270]: value = "task-4292274" [ 1106.319638] env[62270]: _type = "Task" [ 1106.319638] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.322206] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-488f40c7-c5ed-41cf-84d6-8bc7f86dec44 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.333241] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.334029] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1106.334029] env[62270]: value = "task-4292275" [ 1106.334029] env[62270]: _type = "Task" [ 1106.334029] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.338390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806210e-f3e5-402b-add8-277f9675047b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.348510] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.349550] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f03859-a243-4938-b0dc-ff9f7dbc7d57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.352910] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbfbcb80-d23a-4bf8-8a2c-18d40c3aa670 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.383470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "fb133469-45df-4024-9155-eeed639eca8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.383756] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.383970] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "fb133469-45df-4024-9155-eeed639eca8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.384207] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.384425] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.387933] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa860f72-324a-4bc6-a50b-2bb982570b13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.390859] env[62270]: INFO nova.compute.manager [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Terminating instance [ 1106.395088] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e882b-983c-4f79-9596-048caa46f99e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.407460] env[62270]: DEBUG nova.compute.manager [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1106.407672] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1106.408806] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff270c-e8b5-4adc-87cd-ec37e7d99533 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.414681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd63236-76f5-4b64-9133-38eb4e95ad42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.420588] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1106.421123] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b861eaa2-8d8f-46d4-a14d-3fa6e6598849 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.430369] env[62270]: DEBUG nova.compute.provider_tree [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.444097] env[62270]: DEBUG nova.objects.base [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Object Instance<96fcff46-f84d-49ac-80cb-08f44a33b78b> lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1106.449021] env[62270]: DEBUG nova.compute.manager [req-c9ac3ee3-6b78-4661-b907-118b63fb163f req-0f21e697-c08c-43b9-86aa-0ab419bc9aeb service nova] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Detach interface failed, port_id=0c7bee2f-223e-4699-b5b4-71a96ce1800d, reason: Instance b1f12e9d-b6f6-4911-89ad-635ffeabe675 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1106.449021] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1106.449021] env[62270]: value = "task-4292276" [ 1106.449021] env[62270]: _type = "Task" [ 1106.449021] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.449021] env[62270]: DEBUG nova.scheduler.client.report [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1106.461820] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.766805] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1106.767180] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4adc887-fbff-4691-9ad6-49706f1a3fea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.775730] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1106.775730] env[62270]: value = "task-4292277" [ 1106.775730] env[62270]: _type = "Task" [ 1106.775730] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.783892] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.802733] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1106.803148] env[62270]: DEBUG nova.network.neutron [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.821060] env[62270]: INFO nova.compute.manager [-] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Took 1.33 seconds to deallocate network for instance. [ 1106.834571] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0666} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.837763] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.838832] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a216010-6868-4e16-89a9-4bf23e1f8d95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.846304] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.864706] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3478e2d9-618b-4e7c-b258-6329c939d297/3478e2d9-618b-4e7c-b258-6329c939d297.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.865135] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d14f02-cb8b-436e-a1b2-4f358e332963 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.885307] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1106.885307] env[62270]: value = "task-4292278" [ 1106.885307] env[62270]: _type = "Task" [ 1106.885307] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.894820] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.953330] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.379s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.958602] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.389s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.958866] env[62270]: DEBUG nova.objects.instance [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'resources' on Instance uuid 2008fb86-29ba-4d63-88df-d7f722e8b4b3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.967190] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292276, 'name': PowerOffVM_Task, 'duration_secs': 0.20991} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.967934] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1106.967934] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1106.967934] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76eee73d-77d0-465c-964b-6b6fdad7d214 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.982270] env[62270]: INFO nova.scheduler.client.report [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted allocations for instance dd21b7d9-b1bc-4ec9-a26d-8237558f2c82 [ 1107.044452] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1107.044763] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1107.044892] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleting the datastore file [datastore2] fb133469-45df-4024-9155-eeed639eca8e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.045256] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2acf912-074b-4e8c-9361-7b9d894ab5a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.055143] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for the task: (returnval){ [ 1107.055143] env[62270]: value = "task-4292280" [ 1107.055143] env[62270]: _type = "Task" [ 1107.055143] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.063658] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.200493] env[62270]: DEBUG nova.network.neutron [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [{"id": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "address": "fa:16:3e:88:ac:2e", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap104bf01d-96", "ovs_interfaceid": "104bf01d-9602-4172-9b4c-fbb6fef3f77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.285856] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.305991] env[62270]: DEBUG oslo_concurrency.lockutils [req-0385d348-a49a-4c77-a96a-be6703ffe2a5 req-91562e60-d084-4bba-8b45-b24dc66abb4e service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.330442] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.344545] env[62270]: DEBUG oslo_vmware.api [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292275, 'name': PowerOnVM_Task, 'duration_secs': 0.518028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.344913] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1107.345091] env[62270]: INFO nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1107.345349] env[62270]: DEBUG nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1107.346176] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0701b3c-201f-400b-9551-8378eb6b7f41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.397220] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292278, 'name': ReconfigVM_Task, 'duration_secs': 0.299004} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.397583] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3478e2d9-618b-4e7c-b258-6329c939d297/3478e2d9-618b-4e7c-b258-6329c939d297.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.398285] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a2fc0df-2065-47b0-95d4-5ea78a78c409 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.404622] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1107.404622] env[62270]: value = "task-4292281" [ 1107.404622] env[62270]: _type = "Task" [ 1107.404622] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.415890] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292281, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.489428] env[62270]: DEBUG oslo_concurrency.lockutils [None req-be36f686-0ac3-48db-929d-6e1577f3774a tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "dd21b7d9-b1bc-4ec9-a26d-8237558f2c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.898s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.564393] env[62270]: DEBUG oslo_vmware.api [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Task: {'id': task-4292280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213365} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.566853] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.567071] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1107.567292] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1107.567566] env[62270]: INFO nova.compute.manager [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] [instance: fb133469-45df-4024-9155-eeed639eca8e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1107.567834] env[62270]: DEBUG oslo.service.loopingcall [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.568216] env[62270]: DEBUG nova.compute.manager [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1107.568319] env[62270]: DEBUG nova.network.neutron [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1107.703614] env[62270]: DEBUG oslo_concurrency.lockutils [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-96fcff46-f84d-49ac-80cb-08f44a33b78b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.708677] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d9ed9-77cb-4658-be0e-d7587d08995e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.716633] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517b8ca9-e609-4ce8-8e4a-8364ffb10252 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.749097] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b444e-5a81-4883-a546-4e5eb6d0dc6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.756510] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b5b19-88e2-452c-8da4-aef882f24ab8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.770590] env[62270]: DEBUG nova.compute.provider_tree [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.786337] env[62270]: DEBUG oslo_vmware.api [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292277, 'name': PowerOnVM_Task, 'duration_secs': 0.659677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.786631] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1107.786823] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-79f9505b-b573-4fe0-ad6a-395eaf943a84 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance 'a30a2adc-a839-41b1-b753-fb5cf358a5f3' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1107.866189] env[62270]: INFO nova.compute.manager [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Took 29.23 seconds to build instance. [ 1107.873454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.873454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.873454] env[62270]: DEBUG nova.objects.instance [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 39d23750-4f9a-44d0-9905-45ef441e8b8c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.914687] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292281, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.979732] env[62270]: DEBUG nova.compute.manager [req-fab199dc-3c6d-4373-9ac1-3e95090b6e27 req-f19b5ec7-20ac-452c-89c5-204877fcc2bf service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Received event network-vif-deleted-ab7dffee-674d-4d7b-ae2a-c8e606ca4227 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1107.979946] env[62270]: INFO nova.compute.manager [req-fab199dc-3c6d-4373-9ac1-3e95090b6e27 req-f19b5ec7-20ac-452c-89c5-204877fcc2bf service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Neutron deleted interface ab7dffee-674d-4d7b-ae2a-c8e606ca4227; detaching it from the instance and deleting it from the info cache [ 1107.980142] env[62270]: DEBUG nova.network.neutron [req-fab199dc-3c6d-4373-9ac1-3e95090b6e27 req-f19b5ec7-20ac-452c-89c5-204877fcc2bf service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.206908] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1108.207228] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff40ad33-3596-404e-ad3b-d1744a3aea78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.215501] env[62270]: DEBUG oslo_vmware.api [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1108.215501] env[62270]: value = "task-4292282" [ 1108.215501] env[62270]: _type = "Task" [ 1108.215501] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.223771] env[62270]: DEBUG oslo_vmware.api [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.274110] env[62270]: DEBUG nova.scheduler.client.report [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1108.368025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ec785a5e-9e73-47e9-91ba-bd8e7b02e9f9 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.739s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.389406] env[62270]: DEBUG nova.network.neutron [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.417459] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292281, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.438077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.438077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.438077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.438077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.438077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.439351] env[62270]: INFO nova.compute.manager [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Terminating instance [ 1108.441461] env[62270]: DEBUG nova.compute.manager [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1108.441814] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1108.442801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4c325-604f-4873-b0cd-05baff8b0533 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.452117] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1108.452117] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f255ff0-30af-4a01-850a-1fc8ddcaadb0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.463015] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1108.463015] env[62270]: value = "task-4292283" [ 1108.463015] env[62270]: _type = "Task" [ 1108.463015] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.470147] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.484721] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1607f0b6-66f6-4712-9d92-d08e9b1d8e6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.493216] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3494a-97bb-46fa-b018-cb149256d4a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.506243] env[62270]: DEBUG nova.objects.instance [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 39d23750-4f9a-44d0-9905-45ef441e8b8c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.531500] env[62270]: DEBUG nova.compute.manager [req-fab199dc-3c6d-4373-9ac1-3e95090b6e27 req-f19b5ec7-20ac-452c-89c5-204877fcc2bf service nova] [instance: fb133469-45df-4024-9155-eeed639eca8e] Detach interface failed, port_id=ab7dffee-674d-4d7b-ae2a-c8e606ca4227, reason: Instance fb133469-45df-4024-9155-eeed639eca8e could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1108.725851] env[62270]: DEBUG oslo_vmware.api [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292282, 'name': PowerOnVM_Task, 'duration_secs': 0.406828} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.726169] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1108.726408] env[62270]: DEBUG nova.compute.manager [None req-82a90b0f-6bfd-47f4-9189-31ddf0475ba6 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1108.727289] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6daabf-b562-4c53-9936-3d1d2d4373ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.779780] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.782167] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.661s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.782475] env[62270]: DEBUG nova.objects.instance [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'resources' on Instance uuid 2c785166-887b-4db4-92e2-7e8ede9a1df6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.803902] env[62270]: INFO nova.scheduler.client.report [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted allocations for instance 2008fb86-29ba-4d63-88df-d7f722e8b4b3 [ 1108.892976] env[62270]: INFO nova.compute.manager [-] [instance: fb133469-45df-4024-9155-eeed639eca8e] Took 1.32 seconds to deallocate network for instance. [ 1108.915431] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292281, 'name': Rename_Task, 'duration_secs': 1.145747} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.915806] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1108.915984] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a581e58-b99b-4b99-84bd-4d2c8969296a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.922086] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1108.922086] env[62270]: value = "task-4292284" [ 1108.922086] env[62270]: _type = "Task" [ 1108.922086] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.929809] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.972405] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292283, 'name': PowerOffVM_Task, 'duration_secs': 0.255965} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.972704] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1108.972884] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1108.973238] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dedc423-a9d4-46fd-9f65-88cea617ab0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.009450] env[62270]: DEBUG nova.objects.base [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<39d23750-4f9a-44d0-9905-45ef441e8b8c> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1109.009722] env[62270]: DEBUG nova.network.neutron [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1109.047230] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1109.047482] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1109.048096] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] 7f85705a-c28e-40a5-ad3e-acc2c62300bf {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.048096] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3976b5-b543-4be4-9e60-919e3d5d0bd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.054593] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1109.054593] env[62270]: value = "task-4292286" [ 1109.054593] env[62270]: _type = "Task" [ 1109.054593] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.066205] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.121934] env[62270]: DEBUG nova.policy [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1109.311789] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0e8eee8f-42b1-4727-922f-70f435075a54 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "2008fb86-29ba-4d63-88df-d7f722e8b4b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.247s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.399580] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.433316] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292284, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.568789] env[62270]: DEBUG oslo_vmware.api [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325358} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.569091] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.569276] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1109.569488] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1109.570037] env[62270]: INFO nova.compute.manager [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1109.570037] env[62270]: DEBUG oslo.service.loopingcall [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.570166] env[62270]: DEBUG nova.compute.manager [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1109.570262] env[62270]: DEBUG nova.network.neutron [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1109.587281] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4fd2c-9144-4fb2-b6bb-1bd2064c537b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.600464] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ede78c-26da-4c6b-8f8d-af6c19207a9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.641037] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6408b6a-cf46-40af-a3be-d84b8d3d3936 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.651085] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01508891-1d33-4af1-a13d-4ead6a852918 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.668073] env[62270]: DEBUG nova.compute.provider_tree [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.937983] env[62270]: DEBUG oslo_vmware.api [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292284, 'name': PowerOnVM_Task, 'duration_secs': 0.746423} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.939633] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1109.939633] env[62270]: INFO nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1109.939798] env[62270]: DEBUG nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1109.940921] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3552e9-798f-47a0-a775-e6bc85195cf4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.173341] env[62270]: DEBUG nova.scheduler.client.report [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1110.462105] env[62270]: INFO nova.compute.manager [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Took 26.68 seconds to build instance. [ 1110.560572] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.560952] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.561203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.561405] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.561583] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.565054] env[62270]: INFO nova.compute.manager [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Terminating instance [ 1110.567106] env[62270]: DEBUG nova.compute.manager [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1110.567348] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1110.568236] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a08dd-de30-42ef-a4db-2002e85e081e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.576370] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1110.576652] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dbcd87a-fc56-4ff4-9f31-94a7a4616645 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.583526] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1110.583526] env[62270]: value = "task-4292287" [ 1110.583526] env[62270]: _type = "Task" [ 1110.583526] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.593614] env[62270]: DEBUG nova.network.neutron [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.594949] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.678650] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.681024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.606s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.681198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.681392] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1110.681743] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.591s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.684199] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be603eb-7f68-4860-97bb-106048713007 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.692813] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501381cc-da15-4c5b-9f60-7e02f09c1df5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.709546] env[62270]: INFO nova.scheduler.client.report [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted allocations for instance 2c785166-887b-4db4-92e2-7e8ede9a1df6 [ 1110.711673] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c9c9b-e424-4ea0-83ad-39ea9142868c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.722046] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f7c85-5bab-4bbb-9f32-13095f45a59c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.752129] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.752418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.754034] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177835MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1110.754034] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.879268] env[62270]: DEBUG nova.network.neutron [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Successfully updated port: f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.964990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-99fb62d6-1a05-4479-8933-ebe283bb8793 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.191s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.990478] env[62270]: DEBUG nova.compute.manager [req-f2f00547-e4a1-4a86-be03-56dfb6df73ca req-238dbf2a-a8b2-4a1b-9da9-f111b72d3946 service nova] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Received event network-vif-deleted-389f5531-b9f1-4083-b6c7-2344ca46e553 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1111.094500] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292287, 'name': PowerOffVM_Task, 'duration_secs': 0.235527} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.095064] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1111.095244] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1111.095684] env[62270]: INFO nova.compute.manager [-] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Took 1.53 seconds to deallocate network for instance. [ 1111.095911] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d663c144-12b8-426a-831d-be81b258c32f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.193333] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1111.193558] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1111.193776] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleting the datastore file [datastore2] 96fcff46-f84d-49ac-80cb-08f44a33b78b {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.194309] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d000e46c-81af-4095-9ef9-96e18b17c80c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.201023] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1111.201023] env[62270]: value = "task-4292289" [ 1111.201023] env[62270]: _type = "Task" [ 1111.201023] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.209217] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.221498] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92390b16-2dcc-4712-94b1-805fdfe3c7ef tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "2c785166-887b-4db4-92e2-7e8ede9a1df6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.985s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.258311] env[62270]: INFO nova.compute.manager [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Detaching volume 15190d7e-c37e-4553-a9ff-7c6b49f8ba99 [ 1111.262840] env[62270]: DEBUG nova.compute.manager [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1111.262840] env[62270]: DEBUG oslo_concurrency.lockutils [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.263711] env[62270]: DEBUG oslo_concurrency.lockutils [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.263711] env[62270]: DEBUG oslo_concurrency.lockutils [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.263711] env[62270]: DEBUG nova.compute.manager [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] No waiting events found dispatching network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1111.263711] env[62270]: WARNING nova.compute.manager [req-ff0c8d43-7aaf-4c0b-8653-d54f128842e1 req-74403b34-712b-432f-b128-dee71c9c3256 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received unexpected event network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 for instance with vm_state active and task_state None. [ 1111.296593] env[62270]: INFO nova.virt.block_device [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Attempting to driver detach volume 15190d7e-c37e-4553-a9ff-7c6b49f8ba99 from mountpoint /dev/sdb [ 1111.296859] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.297069] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845373', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'name': 'volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1651a605-4134-475f-84d5-1651b768515e', 'attached_at': '', 'detached_at': '', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'serial': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.298021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e5e475-f111-45ef-bb9b-8d1ec7f2112c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4291b5e-4413-4cfa-86f8-07120ac5b278 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.329774] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31483bfa-4f76-4d6f-8c64-b5d512aa173e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.355969] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0acd099-9bdc-45ec-aac1-03a61dcc3210 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.358905] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.359167] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.359549] env[62270]: DEBUG nova.compute.manager [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Going to confirm migration 5 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1111.375467] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] The volume has not been displaced from its original location: [datastore1] volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99/volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1111.381337] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.385194] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f04d5ed-7ded-4a4d-bee8-707b5e275409 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.397274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.397457] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.397639] env[62270]: DEBUG nova.network.neutron [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1111.408448] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1111.408448] env[62270]: value = "task-4292290" [ 1111.408448] env[62270]: _type = "Task" [ 1111.408448] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.421049] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.424194] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.424452] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.487814] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9b3540-7c0d-4c53-8461-854986bcc38c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.496429] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c336685-1f68-467c-879b-41d1639a4e15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.527811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9732f075-e51d-4b95-a5a2-9ddf1cfecb91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.537781] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320683e-4fe2-49b6-a9ca-b4d1d8564e69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.551709] env[62270]: DEBUG nova.compute.provider_tree [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.603513] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.710827] env[62270]: DEBUG oslo_vmware.api [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443069} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.711148] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.711310] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1111.711502] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1111.711687] env[62270]: INFO nova.compute.manager [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1111.711934] env[62270]: DEBUG oslo.service.loopingcall [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.712148] env[62270]: DEBUG nova.compute.manager [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1111.712286] env[62270]: DEBUG nova.network.neutron [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1111.921696] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292290, 'name': ReconfigVM_Task, 'duration_secs': 0.226425} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.921696] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.927216] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1111.930255] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a65f01f-42e5-4d91-bdf7-09c1df24b39b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.959767] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1111.959767] env[62270]: value = "task-4292291" [ 1111.959767] env[62270]: _type = "Task" [ 1111.959767] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.966024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.968017] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.968017] env[62270]: DEBUG nova.network.neutron [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1111.968017] env[62270]: DEBUG nova.objects.instance [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'info_cache' on Instance uuid a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.980285] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.989344] env[62270]: WARNING nova.network.neutron [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 1112.055010] env[62270]: DEBUG nova.scheduler.client.report [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1112.469975] env[62270]: DEBUG oslo_vmware.api [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292291, 'name': ReconfigVM_Task, 'duration_secs': 0.155116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.470679] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845373', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'name': 'volume-15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1651a605-4134-475f-84d5-1651b768515e', 'attached_at': '', 'detached_at': '', 'volume_id': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99', 'serial': '15190d7e-c37e-4553-a9ff-7c6b49f8ba99'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1112.474522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.661791] env[62270]: DEBUG nova.network.neutron [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "address": "fa:16:3e:ee:19:3b", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24e4162-2f", "ovs_interfaceid": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.012517] env[62270]: DEBUG nova.network.neutron [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.024836] env[62270]: DEBUG nova.objects.instance [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 1651a605-4134-475f-84d5-1651b768515e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.068193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.386s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.073831] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.464s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.074105] env[62270]: DEBUG nova.objects.instance [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lazy-loading 'resources' on Instance uuid 6f751e91-361b-4c18-928e-c5a45295932d {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.167198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.167198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.167198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.171620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d50b1-f403-42f8-b2e6-ee162233d167 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.190009] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1113.190272] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1113.190468] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.190704] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1113.190886] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.191091] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1113.191329] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1113.191504] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1113.191733] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1113.191894] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1113.192103] env[62270]: DEBUG nova.virt.hardware [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.198373] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfiguring VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1113.198731] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52300d30-a309-4195-b901-99e4a3dfa56d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.216356] env[62270]: DEBUG oslo_vmware.api [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1113.216356] env[62270]: value = "task-4292292" [ 1113.216356] env[62270]: _type = "Task" [ 1113.216356] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.223998] env[62270]: DEBUG oslo_vmware.api [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292292, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.369177] env[62270]: DEBUG nova.network.neutron [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [{"id": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "address": "fa:16:3e:0d:9f:91", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa476a09a-3d", "ovs_interfaceid": "a476a09a-3dba-4fa9-b0e3-9cdccabdde7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.518634] env[62270]: INFO nova.compute.manager [-] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Took 1.81 seconds to deallocate network for instance. [ 1113.660462] env[62270]: INFO nova.scheduler.client.report [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocation for migration f2709f86-d9ab-456f-95a9-b333a0734fb1 [ 1113.726053] env[62270]: DEBUG oslo_vmware.api [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.832019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b61ea-2a9c-4561-984b-6044984c8c22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.838982] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3733469-ad03-4bb3-9b45-49978b2f8bb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.871997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-a30a2adc-a839-41b1-b753-fb5cf358a5f3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.872492] env[62270]: DEBUG nova.objects.instance [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'migration_context' on Instance uuid a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.874712] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae269f2-597a-493b-9b56-946be6b3037e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.886237] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e24f95-4760-4916-a165-a24e2b18799b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.901622] env[62270]: DEBUG nova.compute.provider_tree [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.026230] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.033322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6b3ea8c7-d635-4351-833f-8833b1b9d830 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.167108] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9a478120-3b3c-4593-8c0a-8cbd4ef7f539 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.082s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.227419] env[62270]: DEBUG oslo_vmware.api [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292292, 'name': ReconfigVM_Task, 'duration_secs': 0.787645} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.227947] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.228195] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfigured VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1114.379687] env[62270]: DEBUG nova.objects.base [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1114.380419] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2eeeae-eefe-41c7-9d46-9c1b209db225 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.400405] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af4142e-66e9-41d2-8bf8-211761dd8b07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.406433] env[62270]: DEBUG nova.scheduler.client.report [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1114.409807] env[62270]: DEBUG oslo_vmware.api [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1114.409807] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e35dea-e61a-80ff-3b8e-c3113b1d1051" [ 1114.409807] env[62270]: _type = "Task" [ 1114.409807] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.418866] env[62270]: DEBUG oslo_vmware.api [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e35dea-e61a-80ff-3b8e-c3113b1d1051, 'name': SearchDatastore_Task, 'duration_secs': 0.008058} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.419845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.523317] env[62270]: DEBUG nova.compute.manager [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1114.523584] env[62270]: DEBUG nova.compute.manager [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-f24e4162-2f50-491b-bca5-4ef843f80ae7. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1114.523843] env[62270]: DEBUG oslo_concurrency.lockutils [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.524014] env[62270]: DEBUG oslo_concurrency.lockutils [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.524199] env[62270]: DEBUG nova.network.neutron [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1114.661204] env[62270]: DEBUG nova.compute.manager [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1114.661204] env[62270]: DEBUG nova.compute.manager [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing instance network info cache due to event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1114.661333] env[62270]: DEBUG oslo_concurrency.lockutils [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] Acquiring lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.661491] env[62270]: DEBUG oslo_concurrency.lockutils [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] Acquired lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.661697] env[62270]: DEBUG nova.network.neutron [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1114.733190] env[62270]: DEBUG oslo_concurrency.lockutils [None req-066e69c2-5d30-4e6b-8c8d-8b8931870bce tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.861s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.911067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.913745] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.105s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.915359] env[62270]: INFO nova.compute.claims [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.933892] env[62270]: INFO nova.scheduler.client.report [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Deleted allocations for instance 6f751e91-361b-4c18-928e-c5a45295932d [ 1115.106040] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.106276] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.352207] env[62270]: DEBUG nova.network.neutron [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port f24e4162-2f50-491b-bca5-4ef843f80ae7. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1115.352675] env[62270]: DEBUG nova.network.neutron [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "address": "fa:16:3e:ee:19:3b", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24e4162-2f", "ovs_interfaceid": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.386688] env[62270]: DEBUG nova.network.neutron [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updated VIF entry in instance network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1115.387262] env[62270]: DEBUG nova.network.neutron [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updating instance_info_cache with network_info: [{"id": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "address": "fa:16:3e:c7:60:e7", "network": {"id": "b747c85e-d1fa-423a-94a6-f539f3b990ed", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-583659628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20143b5c8eb045c8920cadd24a163e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d95e36f-3d", "ovs_interfaceid": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.444106] env[62270]: DEBUG oslo_concurrency.lockutils [None req-aa86d05b-b282-4033-bafb-d8ded09f1aa5 tempest-ServersNegativeTestJSON-822055539 tempest-ServersNegativeTestJSON-822055539-project-member] Lock "6f751e91-361b-4c18-928e-c5a45295932d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.647s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.609459] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1115.855646] env[62270]: DEBUG oslo_concurrency.lockutils [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.855906] env[62270]: DEBUG nova.compute.manager [req-09e9baaf-22f2-456b-90b2-46c2d141605f req-966ed949-d31c-44e6-aabf-500f790723da service nova] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Received event network-vif-deleted-104bf01d-9602-4172-9b4c-fbb6fef3f77b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1115.891934] env[62270]: DEBUG oslo_concurrency.lockutils [req-db2fd443-a75a-4a99-9f6b-686b587916e7 req-9e65cd8d-5c17-4f04-8393-599ae089cac4 service nova] Releasing lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.135667] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.144945] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ced6e3-f6e0-4c36-b0f7-576dc0868039 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.153730] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09cf472-27ce-42e2-b4ba-92a47e75916b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.182166] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.182696] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.182696] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1651a605-4134-475f-84d5-1651b768515e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.182874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.183071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.185541] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ae3fa-94fa-4d53-a12d-356ede772f9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.188360] env[62270]: INFO nova.compute.manager [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Terminating instance [ 1116.194148] env[62270]: DEBUG nova.compute.manager [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1116.194368] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1116.195711] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52abfb33-f480-4c84-85c1-eec05e402caf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.202392] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685094be-cd24-4872-b104-42bdf234a009 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.210141] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1116.218074] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15fd5ba8-fb97-4eb5-af9c-a1e27e858e37 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.219901] env[62270]: DEBUG nova.compute.provider_tree [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.227061] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1116.227061] env[62270]: value = "task-4292293" [ 1116.227061] env[62270]: _type = "Task" [ 1116.227061] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.235402] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.724899] env[62270]: DEBUG nova.scheduler.client.report [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1116.746015] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292293, 'name': PowerOffVM_Task, 'duration_secs': 0.209735} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.746015] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1116.746015] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1116.746015] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-975c0f86-7850-4135-bacb-12450d132f8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.753735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.754226] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.809107] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1116.810093] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1116.811470] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleting the datastore file [datastore2] 1651a605-4134-475f-84d5-1651b768515e {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.812284] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d30c4fe5-2b2f-4ddf-a5c6-163520df9fa4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.822172] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1116.822172] env[62270]: value = "task-4292295" [ 1116.822172] env[62270]: _type = "Task" [ 1116.822172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.832620] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.230385] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.230385] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1117.233284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.903s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.233773] env[62270]: DEBUG nova.objects.instance [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lazy-loading 'resources' on Instance uuid b1f12e9d-b6f6-4911-89ad-635ffeabe675 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.260179] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.260179] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.260179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17593c53-6ce0-48df-adbb-b3661229da94 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.294243] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7584b3c-5fed-4038-8b48-8fea61f6264a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.336712] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfiguring VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1117.341351] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe12b6af-237f-42fc-890a-93ca184aa629 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.361742] env[62270]: DEBUG oslo_vmware.api [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16886} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.364661] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.364914] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1117.365151] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1117.365373] env[62270]: INFO nova.compute.manager [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1651a605-4134-475f-84d5-1651b768515e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1117.365661] env[62270]: DEBUG oslo.service.loopingcall [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.366108] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1117.366108] env[62270]: value = "task-4292296" [ 1117.366108] env[62270]: _type = "Task" [ 1117.366108] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.366350] env[62270]: DEBUG nova.compute.manager [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1117.366484] env[62270]: DEBUG nova.network.neutron [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1117.378960] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.739096] env[62270]: DEBUG nova.compute.utils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1117.742835] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1117.742835] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1117.872848] env[62270]: DEBUG nova.policy [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1117.890814] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.037447] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1cb5c4-2a32-4960-bb01-7323f05accf7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.046172] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cd81a-7e00-4dd1-9d0a-54399fb2f629 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076714] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2124f-3f1d-4646-a0fb-4b91c0742cc4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.088578] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771f7ff6-b281-4520-8d09-f3ac87ef266f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.103718] env[62270]: DEBUG nova.compute.provider_tree [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.244185] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1118.247921] env[62270]: DEBUG nova.compute.manager [req-fb290742-2897-4c48-a686-b30a3c92a24e req-d24442e1-a000-4dd0-aba1-6c5a6a3f747c service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Received event network-vif-deleted-8b616ced-c3f6-474b-b20b-85a8f59f9800 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1118.248150] env[62270]: INFO nova.compute.manager [req-fb290742-2897-4c48-a686-b30a3c92a24e req-d24442e1-a000-4dd0-aba1-6c5a6a3f747c service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Neutron deleted interface 8b616ced-c3f6-474b-b20b-85a8f59f9800; detaching it from the instance and deleting it from the info cache [ 1118.248328] env[62270]: DEBUG nova.network.neutron [req-fb290742-2897-4c48-a686-b30a3c92a24e req-d24442e1-a000-4dd0-aba1-6c5a6a3f747c service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.359855] env[62270]: DEBUG nova.network.neutron [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.385512] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.492259] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Successfully created port: 8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.588866] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.589541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.589961] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.591070] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.591303] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.593674] env[62270]: INFO nova.compute.manager [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Terminating instance [ 1118.596016] env[62270]: DEBUG nova.compute.manager [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1118.596298] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1118.597392] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a83fe-7d8a-48fd-a88d-6edb5d463e63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.605747] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1118.606049] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aded9a48-fa6d-48be-99d9-13672d1416c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.611312] env[62270]: DEBUG nova.scheduler.client.report [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1118.615135] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1118.615135] env[62270]: value = "task-4292297" [ 1118.615135] env[62270]: _type = "Task" [ 1118.615135] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.628565] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.667446] env[62270]: DEBUG nova.compute.manager [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1118.667832] env[62270]: DEBUG nova.compute.manager [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing instance network info cache due to event network-changed-5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1118.668699] env[62270]: DEBUG oslo_concurrency.lockutils [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] Acquiring lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.668699] env[62270]: DEBUG oslo_concurrency.lockutils [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] Acquired lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.668961] env[62270]: DEBUG nova.network.neutron [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Refreshing network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1118.759182] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf10bf3b-c9fa-4950-aa99-7aa6eefd1692 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.780732] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1425dd-9df5-4c07-b19d-a2b4b8abd205 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.818947] env[62270]: DEBUG nova.compute.manager [req-fb290742-2897-4c48-a686-b30a3c92a24e req-d24442e1-a000-4dd0-aba1-6c5a6a3f747c service nova] [instance: 1651a605-4134-475f-84d5-1651b768515e] Detach interface failed, port_id=8b616ced-c3f6-474b-b20b-85a8f59f9800, reason: Instance 1651a605-4134-475f-84d5-1651b768515e could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1118.865744] env[62270]: INFO nova.compute.manager [-] [instance: 1651a605-4134-475f-84d5-1651b768515e] Took 1.50 seconds to deallocate network for instance. [ 1118.881313] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.120377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.122565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.723s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.122808] env[62270]: DEBUG nova.objects.instance [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lazy-loading 'resources' on Instance uuid fb133469-45df-4024-9155-eeed639eca8e {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.129633] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292297, 'name': PowerOffVM_Task, 'duration_secs': 0.297723} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.130216] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1119.130285] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1119.130860] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c06c2d6c-ca6e-4516-b904-ee614f2ef4d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.144233] env[62270]: INFO nova.scheduler.client.report [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Deleted allocations for instance b1f12e9d-b6f6-4911-89ad-635ffeabe675 [ 1119.205890] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1119.205890] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1119.205890] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.205890] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98655416-1181-43d4-ae6e-e563a03a89bf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.217948] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1119.217948] env[62270]: value = "task-4292299" [ 1119.217948] env[62270]: _type = "Task" [ 1119.217948] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.227969] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.271471] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1119.306194] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1119.306495] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1119.306665] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.306853] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1119.307012] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.307716] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1119.307716] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1119.307716] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1119.307869] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1119.307913] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1119.308119] env[62270]: DEBUG nova.virt.hardware [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1119.309120] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da857c-bfb2-4880-8841-9466b581b216 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.319705] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601161b-bfbc-4396-a970-e7cd728b9e59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.372509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.387192] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.454427] env[62270]: DEBUG nova.network.neutron [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updated VIF entry in instance network info cache for port 5d95e36f-3df9-415d-b086-9ad0aa41362c. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1119.454827] env[62270]: DEBUG nova.network.neutron [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updating instance_info_cache with network_info: [{"id": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "address": "fa:16:3e:c7:60:e7", "network": {"id": "b747c85e-d1fa-423a-94a6-f539f3b990ed", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-583659628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20143b5c8eb045c8920cadd24a163e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d95e36f-3d", "ovs_interfaceid": "5d95e36f-3df9-415d-b086-9ad0aa41362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.654079] env[62270]: DEBUG oslo_concurrency.lockutils [None req-edd598c3-6eb3-4a6c-99ea-9ce0dfd05fac tempest-ImagesNegativeTestJSON-665855607 tempest-ImagesNegativeTestJSON-665855607-project-member] Lock "b1f12e9d-b6f6-4911-89ad-635ffeabe675" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.282s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.733807] env[62270]: DEBUG oslo_vmware.api [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131643} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.734320] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.734662] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1119.738170] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1119.738170] env[62270]: INFO nova.compute.manager [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1119.738966] env[62270]: DEBUG oslo.service.loopingcall [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.738966] env[62270]: DEBUG nova.compute.manager [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1119.738966] env[62270]: DEBUG nova.network.neutron [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1119.876560] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.877084] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.892622] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.934952] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263dfff-ddc0-47b5-a07f-1dfd0e53cfa5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.943562] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8f62e8-9ef0-4322-84eb-ba2dd6b57d5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.974398] env[62270]: DEBUG oslo_concurrency.lockutils [req-d28b700c-eecd-4f2c-873c-ce4f571014bb req-691f5946-d3b4-4574-b39b-d26be25e6d03 service nova] Releasing lock "refresh_cache-3478e2d9-618b-4e7c-b258-6329c939d297" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.975903] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597e3be-e93b-4851-b1d2-d8b9d9a79f55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.983847] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b049305-ecf4-48cf-a561-5851433242d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.000294] env[62270]: DEBUG nova.compute.provider_tree [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.278326] env[62270]: DEBUG nova.compute.manager [req-83713c2a-03e3-4f9b-91f7-acd25af4be84 req-e865e8c1-f73b-44cd-b531-cfff30271be2 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Received event network-vif-deleted-34066308-5336-4987-9647-bce84ec852be {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1120.278629] env[62270]: INFO nova.compute.manager [req-83713c2a-03e3-4f9b-91f7-acd25af4be84 req-e865e8c1-f73b-44cd-b531-cfff30271be2 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Neutron deleted interface 34066308-5336-4987-9647-bce84ec852be; detaching it from the instance and deleting it from the info cache [ 1120.278852] env[62270]: DEBUG nova.network.neutron [req-83713c2a-03e3-4f9b-91f7-acd25af4be84 req-e865e8c1-f73b-44cd-b531-cfff30271be2 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.369508] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "3478e2d9-618b-4e7c-b258-6329c939d297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.369872] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.370144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.370665] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.370665] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.375555] env[62270]: INFO nova.compute.manager [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Terminating instance [ 1120.380990] env[62270]: DEBUG nova.compute.manager [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1120.381226] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1120.381966] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a01dad-3502-4efa-bb94-b9d377729617 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.390651] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1120.398487] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.402387] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1120.402642] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5025e173-05d7-4ceb-a97f-ff2d0d3bad84 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.412822] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1120.412822] env[62270]: value = "task-4292300" [ 1120.412822] env[62270]: _type = "Task" [ 1120.412822] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.424020] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.505563] env[62270]: DEBUG nova.scheduler.client.report [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1120.597998] env[62270]: DEBUG nova.network.neutron [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.698102] env[62270]: DEBUG nova.compute.manager [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Received event network-vif-plugged-8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1120.698349] env[62270]: DEBUG oslo_concurrency.lockutils [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] Acquiring lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.698574] env[62270]: DEBUG oslo_concurrency.lockutils [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.698753] env[62270]: DEBUG oslo_concurrency.lockutils [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.698935] env[62270]: DEBUG nova.compute.manager [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] No waiting events found dispatching network-vif-plugged-8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1120.699125] env[62270]: WARNING nova.compute.manager [req-627a5615-0131-48cf-b3b3-99b2dffa43c8 req-75857289-5dd8-4603-8caf-36386f62784b service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Received unexpected event network-vif-plugged-8560a1ff-1b6c-4047-861e-4149458be5f8 for instance with vm_state building and task_state spawning. [ 1120.781328] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-394e155d-e1fe-4b7f-a442-0e1ddeac0974 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.784923] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Successfully updated port: 8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.790985] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad2c3a-3462-42fc-bab5-6e9b08f9bf7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.821674] env[62270]: DEBUG nova.compute.manager [req-83713c2a-03e3-4f9b-91f7-acd25af4be84 req-e865e8c1-f73b-44cd-b531-cfff30271be2 service nova] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Detach interface failed, port_id=34066308-5336-4987-9647-bce84ec852be, reason: Instance 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1120.888361] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.924287] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292300, 'name': PowerOffVM_Task, 'duration_secs': 0.178333} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.925739] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.926197] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1120.926499] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1120.927470] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a2685e-394a-4edb-bd49-6d8ff77713c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.992053] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1120.992722] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1120.992722] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Deleting the datastore file [datastore2] 3478e2d9-618b-4e7c-b258-6329c939d297 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.992850] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b27e103-90a6-4834-9220-4170d94bc18b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.999532] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for the task: (returnval){ [ 1120.999532] env[62270]: value = "task-4292302" [ 1120.999532] env[62270]: _type = "Task" [ 1120.999532] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.011983] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.014150] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.014416] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.260s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.039673] env[62270]: INFO nova.scheduler.client.report [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Deleted allocations for instance fb133469-45df-4024-9155-eeed639eca8e [ 1121.102625] env[62270]: INFO nova.compute.manager [-] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Took 1.36 seconds to deallocate network for instance. [ 1121.287435] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.287668] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.287766] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1121.392741] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.513120] env[62270]: DEBUG oslo_vmware.api [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Task: {'id': task-4292302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138155} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.513428] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.513628] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1121.513819] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1121.514013] env[62270]: INFO nova.compute.manager [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1121.514272] env[62270]: DEBUG oslo.service.loopingcall [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.514475] env[62270]: DEBUG nova.compute.manager [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1121.514576] env[62270]: DEBUG nova.network.neutron [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1121.549558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-960a3fef-dccc-48b0-a337-a43f38a3564d tempest-ServerRescueNegativeTestJSON-801777048 tempest-ServerRescueNegativeTestJSON-801777048-project-member] Lock "fb133469-45df-4024-9155-eeed639eca8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.166s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.618330] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.842195] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1121.891833] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.027090] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Applying migration context for instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 as it has an incoming, in-progress migration 892b3acc-9927-4c1b-9442-60bb507ab12c. Migration status is confirming {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1122.029187] env[62270]: INFO nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating resource usage from migration 892b3acc-9927-4c1b-9442-60bb507ab12c [ 1122.052223] env[62270]: DEBUG nova.network.neutron [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Updating instance_info_cache with network_info: [{"id": "8560a1ff-1b6c-4047-861e-4149458be5f8", "address": "fa:16:3e:02:82:76", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8560a1ff-1b", "ovs_interfaceid": "8560a1ff-1b6c-4047-861e-4149458be5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.060522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060522] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 1651a605-4134-475f-84d5-1651b768515e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.060522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b375b1e0-8797-42fe-b5ff-68a02b9ff46b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a2ce2061-80e2-494a-8e11-8655b1adcc7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 39d23750-4f9a-44d0-9905-45ef441e8b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060522] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 96fcff46-f84d-49ac-80cb-08f44a33b78b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.060522] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060873] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 74883241-be0c-4ab9-afde-783b60fe0a3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.060873] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Migration 892b3acc-9927-4c1b-9442-60bb507ab12c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1122.061650] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.061650] env[62270]: WARNING nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 7f85705a-c28e-40a5-ad3e-acc2c62300bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1122.061650] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3478e2d9-618b-4e7c-b258-6329c939d297 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.061650] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance e153707a-74ba-4608-be21-4029dd7e2fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1122.366930] env[62270]: DEBUG nova.network.neutron [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.393490] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.560278] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.560278] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Instance network_info: |[{"id": "8560a1ff-1b6c-4047-861e-4149458be5f8", "address": "fa:16:3e:02:82:76", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8560a1ff-1b", "ovs_interfaceid": "8560a1ff-1b6c-4047-861e-4149458be5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1122.560278] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:82:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8560a1ff-1b6c-4047-861e-4149458be5f8', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.568186] env[62270]: DEBUG oslo.service.loopingcall [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.570559] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1122.571808] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1122.572258] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fab034-a25d-4d03-a780-3e6e620f18ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.607565] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.607565] env[62270]: value = "task-4292303" [ 1122.607565] env[62270]: _type = "Task" [ 1122.607565] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.614899] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292303, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.754716] env[62270]: DEBUG nova.compute.manager [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Received event network-changed-8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1122.754716] env[62270]: DEBUG nova.compute.manager [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Refreshing instance network info cache due to event network-changed-8560a1ff-1b6c-4047-861e-4149458be5f8. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1122.755130] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] Acquiring lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.755130] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] Acquired lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.755192] env[62270]: DEBUG nova.network.neutron [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Refreshing network info cache for port 8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1122.868749] env[62270]: INFO nova.compute.manager [-] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Took 1.35 seconds to deallocate network for instance. [ 1122.895570] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.073102] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance dc7618c5-3272-4f40-bfb6-ec2b3fea70ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1123.118289] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292303, 'name': CreateVM_Task, 'duration_secs': 0.348334} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.118469] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1123.119201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.119354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.119692] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.120240] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2cdc2b-63c2-4821-89ab-e5dc70bfcd59 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.125091] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1123.125091] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5208b838-ce59-805f-d478-a57e5433a2e1" [ 1123.125091] env[62270]: _type = "Task" [ 1123.125091] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.135382] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5208b838-ce59-805f-d478-a57e5433a2e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.377817] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.395597] env[62270]: DEBUG oslo_vmware.api [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292296, 'name': ReconfigVM_Task, 'duration_secs': 5.769241} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.395863] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.396102] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Reconfigured VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1123.482346] env[62270]: DEBUG nova.network.neutron [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Updated VIF entry in instance network info cache for port 8560a1ff-1b6c-4047-861e-4149458be5f8. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1123.482742] env[62270]: DEBUG nova.network.neutron [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Updating instance_info_cache with network_info: [{"id": "8560a1ff-1b6c-4047-861e-4149458be5f8", "address": "fa:16:3e:02:82:76", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8560a1ff-1b", "ovs_interfaceid": "8560a1ff-1b6c-4047-861e-4149458be5f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.576789] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1123.576789] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1123.577053] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=149GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1123.644145] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5208b838-ce59-805f-d478-a57e5433a2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.646513] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.646832] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.647122] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.647315] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.647825] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.647825] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b313f1a7-6e83-4a66-bf4b-8933b0d94cf8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.656895] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.657116] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1123.657981] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074e8129-a6a3-4d32-9f20-00ade6e6da6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.663904] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1123.663904] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520fe581-092c-437a-9426-f41d8be8bc87" [ 1123.663904] env[62270]: _type = "Task" [ 1123.663904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.676160] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520fe581-092c-437a-9426-f41d8be8bc87, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.677288] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a090a59-14e3-4a6e-beab-abd6606ce565 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.682401] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1123.682401] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522391b4-0c89-4f89-c87d-765235dfdf8d" [ 1123.682401] env[62270]: _type = "Task" [ 1123.682401] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.693816] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522391b4-0c89-4f89-c87d-765235dfdf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.902881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd4f51-7aae-44aa-a484-49f8c02965f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.911989] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e2d4b-f8af-41a0-91bb-ce9b4ace70dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.945034] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d4aab-be3e-48be-9dcd-61efba6be786 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.953383] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93639d69-934a-47bf-ac32-6d561f658f61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.970403] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.988491] env[62270]: DEBUG oslo_concurrency.lockutils [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] Releasing lock "refresh_cache-e153707a-74ba-4608-be21-4029dd7e2fe3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.988762] env[62270]: DEBUG nova.compute.manager [req-ecd6f232-dd5a-4b2c-92f5-982c02558de2 req-ae750c1f-5209-4309-84cf-26fcf02cb20e service nova] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Received event network-vif-deleted-5d95e36f-3df9-415d-b086-9ad0aa41362c {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1124.194345] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522391b4-0c89-4f89-c87d-765235dfdf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.194442] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.194723] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e153707a-74ba-4608-be21-4029dd7e2fe3/e153707a-74ba-4608-be21-4029dd7e2fe3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1124.194948] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63813c79-ff6f-4667-80a2-945dc81e3f7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.202234] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1124.202234] env[62270]: value = "task-4292304" [ 1124.202234] env[62270]: _type = "Task" [ 1124.202234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.210830] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.472978] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1124.716571] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48023} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.716754] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e153707a-74ba-4608-be21-4029dd7e2fe3/e153707a-74ba-4608-be21-4029dd7e2fe3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1124.716903] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.717189] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653df6f5-86ed-4470-9c60-c796c19bef35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.731481] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1124.731481] env[62270]: value = "task-4292305" [ 1124.731481] env[62270]: _type = "Task" [ 1124.731481] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.738271] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.977807] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1124.978136] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.964s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.978392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.375s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.978591] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.981835] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.507s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.983739] env[62270]: INFO nova.compute.claims [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.029533] env[62270]: INFO nova.scheduler.client.report [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance 7f85705a-c28e-40a5-ad3e-acc2c62300bf [ 1125.242718] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093144} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.246644] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.246644] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3eed62-30aa-478f-a67e-97599248e9d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.252439] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.252439] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.252439] env[62270]: DEBUG nova.network.neutron [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1125.274895] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] e153707a-74ba-4608-be21-4029dd7e2fe3/e153707a-74ba-4608-be21-4029dd7e2fe3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.275798] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2ed20b-b569-4aea-a2c3-bd8366307be5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.297251] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1125.297251] env[62270]: value = "task-4292306" [ 1125.297251] env[62270]: _type = "Task" [ 1125.297251] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.307268] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.542817] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "c768d930-225b-44c1-a268-43e3ea7bd343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.543169] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.544337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187bc09-e937-4b05-8bf6-a535c1bca070 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "7f85705a-c28e-40a5-ad3e-acc2c62300bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.108s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.813492] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292306, 'name': ReconfigVM_Task, 'duration_secs': 0.339526} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.813821] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] e153707a-74ba-4608-be21-4029dd7e2fe3/e153707a-74ba-4608-be21-4029dd7e2fe3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.814499] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27976d3f-8eee-45c8-9e45-5fa27b751e29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.824600] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1125.824600] env[62270]: value = "task-4292307" [ 1125.824600] env[62270]: _type = "Task" [ 1125.824600] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.843203] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292307, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.046689] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1126.290377] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee56b9-5735-438f-b1c4-74485ffd35bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.303165] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7394adb2-c799-4ba3-83c0-8bed77c80436 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.335681] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca775dd3-05db-4a6f-b809-c3fa12c9e380 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.347661] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d62232-f9e4-4c02-be85-28280dc054bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.353028] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292307, 'name': Rename_Task, 'duration_secs': 0.343435} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.353028] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1126.353028] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9a031a-8699-4b63-8e64-1df5fdaa1df6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.362333] env[62270]: DEBUG nova.compute.provider_tree [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.372234] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1126.372234] env[62270]: value = "task-4292308" [ 1126.372234] env[62270]: _type = "Task" [ 1126.372234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.377374] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.392363] env[62270]: INFO nova.network.neutron [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Port f24e4162-2f50-491b-bca5-4ef843f80ae7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1126.392728] env[62270]: DEBUG nova.network.neutron [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.572398] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.739483] env[62270]: DEBUG nova.compute.manager [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1126.739688] env[62270]: DEBUG nova.compute.manager [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing instance network info cache due to event network-changed-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1126.739892] env[62270]: DEBUG oslo_concurrency.lockutils [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] Acquiring lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.870061] env[62270]: DEBUG nova.scheduler.client.report [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1126.887013] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292308, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.894853] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.897068] env[62270]: DEBUG oslo_concurrency.lockutils [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] Acquired lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.897344] env[62270]: DEBUG nova.network.neutron [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Refreshing network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1127.323896] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.323896] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.376516] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.377047] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1127.379838] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.354s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.380991] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.381941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.963s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.386138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.386138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.386138] env[62270]: DEBUG nova.objects.instance [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'flavor' on Instance uuid 74883241-be0c-4ab9-afde-783b60fe0a3c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.389581] env[62270]: DEBUG oslo_vmware.api [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292308, 'name': PowerOnVM_Task, 'duration_secs': 0.565142} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.390034] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1127.390253] env[62270]: INFO nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1127.390447] env[62270]: DEBUG nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1127.391266] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe50631-23db-486d-b16a-cbb0737edab0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.400960] env[62270]: DEBUG oslo_concurrency.lockutils [None req-b4509629-25bc-4aef-88be-73c55b941276 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-39d23750-4f9a-44d0-9905-45ef441e8b8c-f24e4162-2f50-491b-bca5-4ef843f80ae7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.647s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.411426] env[62270]: INFO nova.scheduler.client.report [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted allocations for instance 96fcff46-f84d-49ac-80cb-08f44a33b78b [ 1127.594331] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.594630] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.743197] env[62270]: DEBUG nova.network.neutron [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updated VIF entry in instance network info cache for port 0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1127.743659] env[62270]: DEBUG nova.network.neutron [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [{"id": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "address": "fa:16:3e:06:e5:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d7a37ca-f8", "ovs_interfaceid": "0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.826101] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1127.885468] env[62270]: DEBUG nova.compute.utils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.891900] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1127.891900] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1127.911500] env[62270]: INFO nova.compute.manager [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Took 22.12 seconds to build instance. [ 1127.928291] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ac87d937-a8eb-4082-8b26-f89dd47e9508 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "96fcff46-f84d-49ac-80cb-08f44a33b78b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.367s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.953049] env[62270]: DEBUG nova.policy [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b98456739237400d9089fc4b938d2a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecf3e17d2d914b75b6fc7142d835f772', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1128.005182] env[62270]: DEBUG nova.objects.instance [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'pci_requests' on Instance uuid 74883241-be0c-4ab9-afde-783b60fe0a3c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.096862] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1128.166763] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d212cf-593b-490c-94ef-f851fccf2485 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.174644] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8184ad-93a3-4141-afe9-05dd52515800 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.206770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860377ac-02b4-4713-8854-c0e96bcc4b09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.216226] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea48604-008d-4f50-ab70-9b0c504ef678 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.229255] env[62270]: DEBUG nova.compute.provider_tree [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.246047] env[62270]: DEBUG oslo_concurrency.lockutils [req-cf3d2c4c-21f7-4aa1-94fd-048a7fdd6c7e req-504cfd87-9558-4d34-b1e1-792852e90819 service nova] Releasing lock "refresh_cache-39d23750-4f9a-44d0-9905-45ef441e8b8c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.334259] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Successfully created port: 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.355707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.393626] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1128.416717] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9d791352-86c8-40be-b0c4-85f9c4a0834b tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.640s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.510094] env[62270]: DEBUG nova.objects.base [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Object Instance<74883241-be0c-4ab9-afde-783b60fe0a3c> lazy-loaded attributes: flavor,pci_requests {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1128.510094] env[62270]: DEBUG nova.network.neutron [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1128.578826] env[62270]: DEBUG nova.policy [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a7c013eb81f42f3959aea14ce7fdfe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d3c11c053fc405faffc9f4c0b3aafb0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1128.633220] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.732897] env[62270]: DEBUG nova.scheduler.client.report [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1129.047770] env[62270]: DEBUG nova.compute.manager [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1129.048141] env[62270]: DEBUG nova.compute.manager [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing instance network info cache due to event network-changed-22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1129.048510] env[62270]: DEBUG oslo_concurrency.lockutils [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.048800] env[62270]: DEBUG oslo_concurrency.lockutils [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.049127] env[62270]: DEBUG nova.network.neutron [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1129.113896] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e153707a-74ba-4608-be21-4029dd7e2fe3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.114203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.114557] env[62270]: DEBUG nova.compute.manager [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1129.115344] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd3dcb-f96a-4514-a141-e0b58eb4897c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.123860] env[62270]: DEBUG nova.compute.manager [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1129.124472] env[62270]: DEBUG nova.objects.instance [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'flavor' on Instance uuid e153707a-74ba-4608-be21-4029dd7e2fe3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.401188] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1129.423686] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1129.423938] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1129.424119] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.424321] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1129.424479] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.424656] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1129.424843] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1129.425059] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1129.425190] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1129.425382] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1129.425638] env[62270]: DEBUG nova.virt.hardware [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1129.426551] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ee5b1f-fa24-46a0-89f0-c160f5c970e0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.436109] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01203f9a-a93f-42c7-b1fe-7a4a92263833 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.629598] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1129.629900] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e679c2d-8532-43bf-9150-695ae9e1dbad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.637963] env[62270]: DEBUG oslo_vmware.api [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1129.637963] env[62270]: value = "task-4292309" [ 1129.637963] env[62270]: _type = "Task" [ 1129.637963] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.646536] env[62270]: DEBUG oslo_vmware.api [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.745196] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.363s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.747735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.612s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.749194] env[62270]: INFO nova.compute.claims [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.017219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.017468] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.027335] env[62270]: DEBUG nova.network.neutron [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updated VIF entry in instance network info cache for port 22d56068-a5d6-431e-9089-dabfc13d9a8f. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1130.027715] env[62270]: DEBUG nova.network.neutron [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.148834] env[62270]: DEBUG oslo_vmware.api [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292309, 'name': PowerOffVM_Task, 'duration_secs': 0.18938} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.149153] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1130.149294] env[62270]: DEBUG nova.compute.manager [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1130.151068] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ad9967-cf99-4ad9-b43a-4bf99c404d9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.153445] env[62270]: DEBUG nova.network.neutron [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Successfully updated port: f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.185634] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Successfully updated port: 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.324180] env[62270]: INFO nova.scheduler.client.report [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted allocation for migration 892b3acc-9927-4c1b-9442-60bb507ab12c [ 1130.347266] env[62270]: DEBUG nova.compute.manager [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1130.347583] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.347748] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.347928] env[62270]: DEBUG oslo_concurrency.lockutils [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.348125] env[62270]: DEBUG nova.compute.manager [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] No waiting events found dispatching network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1130.348306] env[62270]: WARNING nova.compute.manager [req-6c5b6dfc-ddce-482f-a641-021959d1bdd3 req-356ad560-090d-444f-b196-b98b5767e7ec service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received unexpected event network-vif-plugged-f24e4162-2f50-491b-bca5-4ef843f80ae7 for instance with vm_state active and task_state None. [ 1130.519635] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1130.530027] env[62270]: DEBUG oslo_concurrency.lockutils [req-9ab4be18-78e4-4975-8cbf-9976a5f6b55b req-73cfbdf1-132c-49be-9ce1-2b75877c784d service nova] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.656461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.656766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.656766] env[62270]: DEBUG nova.network.neutron [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1130.662715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d20ae578-ad50-4286-a66c-105b85f2ebfe tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.688373] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.688550] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.688725] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1130.830311] env[62270]: DEBUG oslo_concurrency.lockutils [None req-022cc2bb-fe02-49ad-8046-330c3e49447d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.471s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.954928] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.955257] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.955579] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.955822] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.956306] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.958354] env[62270]: INFO nova.compute.manager [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Terminating instance [ 1130.961102] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae84acf-4366-40de-b957-37bd77e9833f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.965860] env[62270]: DEBUG nova.compute.manager [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1130.966210] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1130.967438] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab306d-59df-4d06-9d83-4d6bd26b20e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.978776] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc7c52d-d1dd-4dc7-a979-f9762c16c6f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.982335] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1130.982572] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c77ac6f3-4152-4039-8733-dd74a6d916b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.012120] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02962b3-adaf-4d6f-bbd4-2b24f19ef13d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.014841] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1131.014841] env[62270]: value = "task-4292310" [ 1131.014841] env[62270]: _type = "Task" [ 1131.014841] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.021546] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d3e23d-b9e2-4a84-ab80-b7019ee91f5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.030330] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.041768] env[62270]: DEBUG nova.compute.provider_tree [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.043671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.165335] env[62270]: DEBUG nova.compute.manager [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1131.165630] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.165854] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.166046] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.166417] env[62270]: DEBUG nova.compute.manager [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] No waiting events found dispatching network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1131.166620] env[62270]: WARNING nova.compute.manager [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received unexpected event network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 for instance with vm_state building and task_state spawning. [ 1131.166854] env[62270]: DEBUG nova.compute.manager [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1131.167071] env[62270]: DEBUG nova.compute.manager [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing instance network info cache due to event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1131.167311] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.210512] env[62270]: WARNING nova.network.neutron [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] 427b33ae-5be8-4c3c-a180-1d8f302179e8 already exists in list: networks containing: ['427b33ae-5be8-4c3c-a180-1d8f302179e8']. ignoring it [ 1131.218234] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1131.363752] env[62270]: DEBUG nova.network.neutron [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.526600] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292310, 'name': PowerOffVM_Task, 'duration_secs': 0.186585} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.526874] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1131.527060] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1131.527315] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8513c7b1-826a-4286-a5bd-2bc5eb33d4bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.545012] env[62270]: DEBUG nova.scheduler.client.report [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1131.585781] env[62270]: DEBUG nova.network.neutron [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "address": "fa:16:3e:ee:19:3b", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24e4162-2f", "ovs_interfaceid": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.589179] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1131.589391] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1131.589581] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleting the datastore file [datastore2] b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.589838] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7000656f-9089-4c1c-a726-9602e12399cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.595771] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1131.595771] env[62270]: value = "task-4292312" [ 1131.595771] env[62270]: _type = "Task" [ 1131.595771] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.605394] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.866303] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.866652] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance network_info: |[{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1131.866948] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.867172] env[62270]: DEBUG nova.network.neutron [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1131.868894] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:62:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4acf08df-eef8-46fd-9f5c-67c89897f365', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.876269] env[62270]: DEBUG oslo.service.loopingcall [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.879186] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1131.879947] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a6e30ca-1730-4f9c-bd17-4fb37461174b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.900308] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.900308] env[62270]: value = "task-4292313" [ 1131.900308] env[62270]: _type = "Task" [ 1131.900308] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.907921] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292313, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.993920] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.994219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.994455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.994675] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.994857] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.997223] env[62270]: INFO nova.compute.manager [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Terminating instance [ 1132.001331] env[62270]: DEBUG nova.compute.manager [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1132.001541] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1132.002658] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b50c9-bac6-4ceb-a53c-0931e9197e46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.009753] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1132.009997] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8510c199-6e6e-4c33-94d1-a35c707c999c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.016417] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1132.016417] env[62270]: value = "task-4292314" [ 1132.016417] env[62270]: _type = "Task" [ 1132.016417] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.026500] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.051340] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.051874] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1132.054639] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.682s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.054848] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.056805] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.131s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.058238] env[62270]: INFO nova.compute.claims [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.088921] env[62270]: INFO nova.scheduler.client.report [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted allocations for instance 1651a605-4134-475f-84d5-1651b768515e [ 1132.091191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.092144] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.092547] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.096245] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7abb59b-5e4b-466e-9d48-004304b5827b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.124274] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1132.124472] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1132.124643] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.124838] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1132.124989] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.125160] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1132.125367] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1132.125932] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1132.125932] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1132.125932] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1132.126225] env[62270]: DEBUG nova.virt.hardware [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.132414] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfiguring VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1132.132816] env[62270]: DEBUG oslo_vmware.api [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140705} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.135940] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6112e552-88ed-472c-a28a-19068f59b9e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148184] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.148406] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.148599] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.148785] env[62270]: INFO nova.compute.manager [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1132.149059] env[62270]: DEBUG oslo.service.loopingcall [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.149943] env[62270]: DEBUG nova.compute.manager [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1132.150067] env[62270]: DEBUG nova.network.neutron [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.158304] env[62270]: DEBUG oslo_vmware.api [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1132.158304] env[62270]: value = "task-4292315" [ 1132.158304] env[62270]: _type = "Task" [ 1132.158304] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.167513] env[62270]: DEBUG oslo_vmware.api [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.222599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e153707a-74ba-4608-be21-4029dd7e2fe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.222994] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.223279] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.223505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.223704] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.226475] env[62270]: INFO nova.compute.manager [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Terminating instance [ 1132.229269] env[62270]: DEBUG nova.compute.manager [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1132.229500] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1132.230394] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad473e0-6566-48d0-ab67-399afd07fd2c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.234404] env[62270]: DEBUG nova.network.neutron [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updated VIF entry in instance network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1132.234750] env[62270]: DEBUG nova.network.neutron [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.240189] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1132.240582] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9064c364-4018-41c2-95b5-52c750554943 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.339018] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1132.339018] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1132.339293] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] e153707a-74ba-4608-be21-4029dd7e2fe3 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.340035] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57059d5c-ffe9-4e66-8a94-a90956ff409e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.345590] env[62270]: DEBUG oslo_vmware.api [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1132.345590] env[62270]: value = "task-4292317" [ 1132.345590] env[62270]: _type = "Task" [ 1132.345590] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.353466] env[62270]: DEBUG oslo_vmware.api [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.410295] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292313, 'name': CreateVM_Task, 'duration_secs': 0.45117} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.410485] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1132.411199] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.411399] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.411732] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.412409] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b984f24b-7b3e-41b4-87d5-91b43b5ff0d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.416921] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1132.416921] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5212146a-9d88-1058-eaac-46fe2ab27b75" [ 1132.416921] env[62270]: _type = "Task" [ 1132.416921] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.422952] env[62270]: DEBUG nova.compute.manager [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-changed-f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1132.423170] env[62270]: DEBUG nova.compute.manager [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing instance network info cache due to event network-changed-f24e4162-2f50-491b-bca5-4ef843f80ae7. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1132.423389] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.423543] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.423722] env[62270]: DEBUG nova.network.neutron [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Refreshing network info cache for port f24e4162-2f50-491b-bca5-4ef843f80ae7 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1132.431127] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5212146a-9d88-1058-eaac-46fe2ab27b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.529756] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292314, 'name': PowerOffVM_Task, 'duration_secs': 0.361449} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.530177] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1132.530447] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1132.530795] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be457c2-54ff-4063-a102-b2f8e3304d1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.564796] env[62270]: DEBUG nova.compute.utils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.566798] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1132.566992] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1132.590407] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1132.590946] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1132.591383] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleting the datastore file [datastore2] a30a2adc-a839-41b1-b753-fb5cf358a5f3 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.591679] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1db47f-70af-4b02-8fd1-e1bbb232d76e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.600080] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1132.600080] env[62270]: value = "task-4292319" [ 1132.600080] env[62270]: _type = "Task" [ 1132.600080] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.607201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-31c1ceeb-b67f-42e4-84fb-df82e7f7b41f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1651a605-4134-475f-84d5-1651b768515e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.425s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.618388] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.627879] env[62270]: DEBUG nova.policy [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1132.668742] env[62270]: DEBUG oslo_vmware.api [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.737843] env[62270]: DEBUG oslo_concurrency.lockutils [req-60913c8b-ea0a-4d0a-91c7-9514936ae918 req-452661e2-fc3b-42fb-9dbe-cd50c4d5388f service nova] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.857474] env[62270]: DEBUG oslo_vmware.api [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23403} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.857825] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.858088] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1132.858318] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1132.858578] env[62270]: INFO nova.compute.manager [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1132.858815] env[62270]: DEBUG oslo.service.loopingcall [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.859183] env[62270]: DEBUG nova.compute.manager [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1132.859183] env[62270]: DEBUG nova.network.neutron [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1132.931951] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5212146a-9d88-1058-eaac-46fe2ab27b75, 'name': SearchDatastore_Task, 'duration_secs': 0.018978} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.933114] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.933488] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.933806] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.934010] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.934672] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.934672] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-831e1a9f-0867-4d31-b653-b384a2bdaa4c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.944637] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.944637] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1132.945567] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b1e7be-d8a8-4c27-aabb-ae8fd9976ba0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.951181] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1132.951181] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298ce07-87e2-df60-1585-c69ca1624569" [ 1132.951181] env[62270]: _type = "Task" [ 1132.951181] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.959108] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298ce07-87e2-df60-1585-c69ca1624569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.070431] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1133.133134] env[62270]: DEBUG nova.network.neutron [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.134609] env[62270]: DEBUG oslo_vmware.api [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19292} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.137405] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.137644] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1133.137836] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1133.138099] env[62270]: INFO nova.compute.manager [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1133.138397] env[62270]: DEBUG oslo.service.loopingcall [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.140137] env[62270]: DEBUG nova.compute.manager [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1133.140137] env[62270]: DEBUG nova.network.neutron [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1133.174066] env[62270]: DEBUG oslo_vmware.api [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292315, 'name': ReconfigVM_Task, 'duration_secs': 0.658609} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.174588] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.174805] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfigured VM to attach interface {{(pid=62270) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1133.218060] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Successfully created port: 4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.343205] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d252f-b5cb-4a23-a806-fb2c7538981a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.351238] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd3e50-d90a-44ca-b982-53b4e85fa975 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.382058] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e0ab1-bb8a-4eda-99f0-1c4a632b0cd7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.389806] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a40d1f1-e24d-4a01-a8c3-de63ef51f735 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.410185] env[62270]: DEBUG nova.compute.provider_tree [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.461537] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5298ce07-87e2-df60-1585-c69ca1624569, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.462364] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9086b2be-efdf-4a28-9fa9-e89db737631b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.467712] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1133.467712] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521710ec-b017-18df-c66b-646ed5a124b0" [ 1133.467712] env[62270]: _type = "Task" [ 1133.467712] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.475426] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521710ec-b017-18df-c66b-646ed5a124b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.610631] env[62270]: DEBUG nova.network.neutron [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updated VIF entry in instance network info cache for port f24e4162-2f50-491b-bca5-4ef843f80ae7. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1133.612096] env[62270]: DEBUG nova.network.neutron [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "address": "fa:16:3e:ee:19:3b", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24e4162-2f", "ovs_interfaceid": "f24e4162-2f50-491b-bca5-4ef843f80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.630767] env[62270]: DEBUG nova.network.neutron [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.637033] env[62270]: INFO nova.compute.manager [-] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Took 1.49 seconds to deallocate network for instance. [ 1133.679568] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a4e2e76e-f8e0-47b9-b3dc-fd5231bf4af1 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.295s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.943309] env[62270]: ERROR nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [req-16ff5502-91aa-4162-9059-91bb83bec6b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16ff5502-91aa-4162-9059-91bb83bec6b7"}]} [ 1133.967494] env[62270]: DEBUG nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1133.979636] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521710ec-b017-18df-c66b-646ed5a124b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.979916] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.980207] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1133.980472] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd25bd6-d1f9-452b-9be0-fe41c31dd826 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.987195] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1133.987195] env[62270]: value = "task-4292320" [ 1133.987195] env[62270]: _type = "Task" [ 1133.987195] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.996456] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.997433] env[62270]: DEBUG nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1133.997661] env[62270]: DEBUG nova.compute.provider_tree [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.011118] env[62270]: DEBUG nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1134.035396] env[62270]: DEBUG nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1134.082048] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1134.112375] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1134.113813] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1134.113813] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.113813] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1134.113813] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.114913] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1134.118017] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1134.118017] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1134.118017] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1134.118017] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1134.118017] env[62270]: DEBUG nova.virt.hardware [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.118017] env[62270]: DEBUG oslo_concurrency.lockutils [req-cb84f4bd-1028-42a4-8ffe-39a514e45f0e req-541bd144-eb94-405c-8e9c-21c615aea595 service nova] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.118017] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144aeb8-8b17-4a10-97b7-44a8cbdcfa8e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.132019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e86775-e2bb-463b-8be8-00a92110f442 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.137009] env[62270]: INFO nova.compute.manager [-] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Took 1.28 seconds to deallocate network for instance. [ 1134.153864] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.271732] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff94903e-6f3e-4940-8ac7-4d4dddaec44d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281278] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef43e01-3d5d-43a4-92c9-d7fd78b46897 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.313942] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5fb15c-6f56-4d92-b961-86e2e05b688e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.322311] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7581bda7-8906-4613-8107-b5041db4b7ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.336593] env[62270]: DEBUG nova.compute.provider_tree [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.464351] env[62270]: DEBUG nova.compute.manager [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: b375b1e0-8797-42fe-b5ff-68a02b9ff46b] Received event network-vif-deleted-c2f10b6b-de2c-4c49-ad76-3ce285796d3f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1134.464579] env[62270]: DEBUG nova.compute.manager [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: e153707a-74ba-4608-be21-4029dd7e2fe3] Received event network-vif-deleted-8560a1ff-1b6c-4047-861e-4149458be5f8 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1134.464766] env[62270]: DEBUG nova.compute.manager [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Received event network-vif-deleted-a476a09a-3dba-4fa9-b0e3-9cdccabdde7f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1134.464937] env[62270]: INFO nova.compute.manager [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Neutron deleted interface a476a09a-3dba-4fa9-b0e3-9cdccabdde7f; detaching it from the instance and deleting it from the info cache [ 1134.465653] env[62270]: DEBUG nova.network.neutron [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.498684] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.508454] env[62270]: DEBUG nova.network.neutron [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.659647] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.869257] env[62270]: DEBUG nova.scheduler.client.report [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1134.869565] env[62270]: DEBUG nova.compute.provider_tree [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 146 to 147 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.869768] env[62270]: DEBUG nova.compute.provider_tree [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.974526] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae9cdb64-7240-44b0-a5ea-e3899f012cb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.982365] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a3097-459f-4203-88bf-24678cb7c53a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.006981] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.007432] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1135.011019] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.011019] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35714d24-ebf4-4cb7-8839-acd5d946135c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.019325] env[62270]: INFO nova.compute.manager [-] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Took 1.88 seconds to deallocate network for instance. [ 1135.020092] env[62270]: DEBUG nova.compute.manager [req-9a76f521-f70c-484f-a92a-6f35f345b843 req-ee32d596-b595-4332-b18b-8bda58780753 service nova] [instance: a30a2adc-a839-41b1-b753-fb5cf358a5f3] Detach interface failed, port_id=a476a09a-3dba-4fa9-b0e3-9cdccabdde7f, reason: Instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1135.029140] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1135.029140] env[62270]: value = "task-4292321" [ 1135.029140] env[62270]: _type = "Task" [ 1135.029140] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.041858] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.108975] env[62270]: DEBUG nova.compute.manager [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Received event network-vif-plugged-4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1135.108975] env[62270]: DEBUG oslo_concurrency.lockutils [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] Acquiring lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.108975] env[62270]: DEBUG oslo_concurrency.lockutils [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.108975] env[62270]: DEBUG oslo_concurrency.lockutils [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.108975] env[62270]: DEBUG nova.compute.manager [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] No waiting events found dispatching network-vif-plugged-4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1135.108975] env[62270]: WARNING nova.compute.manager [req-96fb8917-b536-4324-a967-11f0c1e73078 req-de770a1d-71eb-448c-b0ee-905e2dc30170 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Received unexpected event network-vif-plugged-4c1c6675-f10b-4ecd-a8e0-642e005676ec for instance with vm_state building and task_state spawning. [ 1135.213541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.213541] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.375032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.318s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.375545] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1135.378142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.760s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.378378] env[62270]: DEBUG nova.objects.instance [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'resources' on Instance uuid 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.531436] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.540778] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.541065] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.541849] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32058605-d915-408d-8e90-c7bfdd8f4a84 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.564487] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.564723] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5de35f-9011-440d-b490-95c8bf8d2386 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.583868] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1135.583868] env[62270]: value = "task-4292322" [ 1135.583868] env[62270]: _type = "Task" [ 1135.583868] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.591350] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.699484] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.699799] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.703227] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Successfully updated port: 4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.716562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.716805] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.717944] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4663186-937e-4377-978b-4d0a5ca71628 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.727278] env[62270]: DEBUG nova.compute.manager [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Received event network-changed-4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1135.727609] env[62270]: DEBUG nova.compute.manager [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Refreshing instance network info cache due to event network-changed-4c1c6675-f10b-4ecd-a8e0-642e005676ec. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1135.727837] env[62270]: DEBUG oslo_concurrency.lockutils [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] Acquiring lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.728236] env[62270]: DEBUG oslo_concurrency.lockutils [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] Acquired lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.728452] env[62270]: DEBUG nova.network.neutron [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Refreshing network info cache for port 4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1135.745726] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48055f0-08d8-4344-a37b-6814d68d3ad1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.773571] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfiguring VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1135.773882] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1615f866-e202-4ec1-a5a0-838503609edc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.787774] env[62270]: DEBUG nova.network.neutron [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1135.796028] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1135.796028] env[62270]: value = "task-4292323" [ 1135.796028] env[62270]: _type = "Task" [ 1135.796028] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.803210] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.882056] env[62270]: DEBUG nova.compute.utils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1135.886841] env[62270]: DEBUG nova.network.neutron [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.888183] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1135.888359] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1135.928898] env[62270]: DEBUG nova.policy [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4daa17d47f2f4bd7b5d37d56c2ecf552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1e8db19329495ea6137acf2f5aa852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1136.081939] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab815d05-e3b4-48ed-bc78-68628f29af0b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.093092] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292322, 'name': ReconfigVM_Task, 'duration_secs': 0.273448} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.094899] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.095576] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef091e4-7926-45fc-b9ab-23074bc824e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.097746] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5752d53-892d-4040-8f4d-d93ef55e9924 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.105119] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1136.105119] env[62270]: value = "task-4292324" [ 1136.105119] env[62270]: _type = "Task" [ 1136.105119] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.134908] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ee1242-be3f-4709-acee-4344c53a2c80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.143171] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292324, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.146668] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e61ef35-4327-4707-b5a4-9226229fe73f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.160686] env[62270]: DEBUG nova.compute.provider_tree [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.203524] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1136.207262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.275572] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Successfully created port: d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.305955] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.388894] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1136.391599] env[62270]: DEBUG oslo_concurrency.lockutils [req-698086d7-bffb-45e5-8897-971362020984 req-280f6821-efd3-4046-a5d3-0dcd5705d246 service nova] Releasing lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.392127] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.392287] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1136.644703] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292324, 'name': Rename_Task, 'duration_secs': 0.141587} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.645072] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1136.645435] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a84f49-36e1-473e-95cd-14b62418dfde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.652484] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1136.652484] env[62270]: value = "task-4292325" [ 1136.652484] env[62270]: _type = "Task" [ 1136.652484] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.662258] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.663318] env[62270]: DEBUG nova.scheduler.client.report [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.726993] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.807783] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.928837] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1137.085969] env[62270]: DEBUG nova.network.neutron [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updating instance_info_cache with network_info: [{"id": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "address": "fa:16:3e:51:de:38", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1c6675-f1", "ovs_interfaceid": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.163566] env[62270]: DEBUG oslo_vmware.api [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292325, 'name': PowerOnVM_Task, 'duration_secs': 0.435268} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.163869] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1137.164099] env[62270]: INFO nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1137.164309] env[62270]: DEBUG nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1137.165113] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc58c0e-2aae-4c5c-a52a-478a670f6790 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.168746] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.172990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.795s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.172990] env[62270]: DEBUG nova.objects.instance [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lazy-loading 'resources' on Instance uuid 3478e2d9-618b-4e7c-b258-6329c939d297 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.191893] env[62270]: INFO nova.scheduler.client.report [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocations for instance 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec [ 1137.307279] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.401499] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1137.427285] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1137.427560] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1137.427731] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.428058] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1137.428303] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.428477] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1137.428704] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1137.428878] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1137.429074] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1137.429251] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1137.429432] env[62270]: DEBUG nova.virt.hardware [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.430368] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4a9f9-e7fe-43ce-bf7c-e5cbc5df4fd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.438787] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8482de-3db3-4263-b3d6-bf735d14eb3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.589071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.589435] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Instance network_info: |[{"id": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "address": "fa:16:3e:51:de:38", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1c6675-f1", "ovs_interfaceid": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1137.589882] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:de:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c1c6675-f10b-4ecd-a8e0-642e005676ec', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.598156] env[62270]: DEBUG oslo.service.loopingcall [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.598414] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1137.598673] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-590f251d-45a8-40c1-9877-cd71da0fc88f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.620123] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.620123] env[62270]: value = "task-4292326" [ 1137.620123] env[62270]: _type = "Task" [ 1137.620123] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.630078] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292326, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.687982] env[62270]: INFO nova.compute.manager [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Took 25.24 seconds to build instance. [ 1137.699290] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0ed35da1-84de-4b3e-96b6-14c3574a688d tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.110s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.809476] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.935463] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf8c2c-ca27-4620-abcc-9a06a7400265 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.943533] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813bc0c9-d8e5-4359-b21f-a17cfc198617 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.986344] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487778e-daf0-4a57-930b-00df7ef0618c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.990449] env[62270]: DEBUG nova.compute.manager [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Received event network-vif-plugged-d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1137.990449] env[62270]: DEBUG oslo_concurrency.lockutils [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.990449] env[62270]: DEBUG oslo_concurrency.lockutils [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.990449] env[62270]: DEBUG oslo_concurrency.lockutils [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.990674] env[62270]: DEBUG nova.compute.manager [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] No waiting events found dispatching network-vif-plugged-d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1137.990723] env[62270]: WARNING nova.compute.manager [req-48ecd04c-f67b-4129-86ef-7d5fea6a04df req-15e4604c-0f95-443e-ad51-3859c156cde5 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Received unexpected event network-vif-plugged-d0f97808-feeb-4fc7-82cb-d7ff8a13213e for instance with vm_state building and task_state spawning. [ 1137.996233] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf4364d-7df2-44d7-9b6b-2b5b3a5932d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.009756] env[62270]: DEBUG nova.compute.provider_tree [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.130768] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292326, 'name': CreateVM_Task, 'duration_secs': 0.308027} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.131107] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1138.131712] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.131897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.132248] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1138.132543] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f9f34a-c21f-4410-87cb-e2f681675dd4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.137213] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1138.137213] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52229bec-e079-12d8-00b2-8e2edc4e92c2" [ 1138.137213] env[62270]: _type = "Task" [ 1138.137213] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.144757] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52229bec-e079-12d8-00b2-8e2edc4e92c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.190847] env[62270]: DEBUG oslo_concurrency.lockutils [None req-07fe1c78-e9cc-471f-8f27-699b5105d655 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.766s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.207623] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Successfully updated port: d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.308641] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.512716] env[62270]: DEBUG nova.scheduler.client.report [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1138.652938] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52229bec-e079-12d8-00b2-8e2edc4e92c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.653283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.653649] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.653929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.654115] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.654324] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.654620] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21cb5d62-65b7-415a-bb6c-c3ba825cafb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.664547] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.664547] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1138.665714] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee9d6f0-84a4-494c-885b-ed2bf3d64b7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.671321] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1138.671321] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5230f99b-d802-e519-5407-163a12084978" [ 1138.671321] env[62270]: _type = "Task" [ 1138.671321] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.680842] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5230f99b-d802-e519-5407-163a12084978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.710661] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.710844] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.710902] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1138.808792] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.017905] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.020195] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.448s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.021744] env[62270]: INFO nova.compute.claims [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.041556] env[62270]: INFO nova.scheduler.client.report [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Deleted allocations for instance 3478e2d9-618b-4e7c-b258-6329c939d297 [ 1139.181234] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5230f99b-d802-e519-5407-163a12084978, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.182095] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5ac1fd-4c7c-4150-bed9-eeb57c610f3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.187111] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1139.187111] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cac15d-c61d-4b25-c0e8-6ffa98424836" [ 1139.187111] env[62270]: _type = "Task" [ 1139.187111] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.195425] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cac15d-c61d-4b25-c0e8-6ffa98424836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.252455] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1139.308298] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.386465] env[62270]: DEBUG nova.network.neutron [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.476230] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.476415] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1139.476646] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.476785] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Cleaning up deleted instances {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11304}} [ 1139.550376] env[62270]: DEBUG oslo_concurrency.lockutils [None req-46915163-4e1a-4dd0-b323-263d1ecf27c4 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740 tempest-FloatingIPsAssociationNegativeTestJSON-1010623740-project-member] Lock "3478e2d9-618b-4e7c-b258-6329c939d297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.180s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.698355] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cac15d-c61d-4b25-c0e8-6ffa98424836, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.699028] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.699028] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] dc7618c5-3272-4f40-bfb6-ec2b3fea70ba/dc7618c5-3272-4f40-bfb6-ec2b3fea70ba.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1139.699299] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f6c3223-14ce-4b46-a549-ac96f19b977f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.708048] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1139.708048] env[62270]: value = "task-4292327" [ 1139.708048] env[62270]: _type = "Task" [ 1139.708048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.716244] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.809599] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.889119] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.889505] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Instance network_info: |[{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1139.890044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:46:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f97808-feeb-4fc7-82cb-d7ff8a13213e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.898564] env[62270]: DEBUG oslo.service.loopingcall [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.898863] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1139.899161] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2729ddf7-27f5-4b2c-a501-443af1ff0cd7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.923868] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.923868] env[62270]: value = "task-4292328" [ 1139.923868] env[62270]: _type = "Task" [ 1139.923868] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.936169] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292328, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.001250] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] There are 52 instances to clean {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11313}} [ 1140.001544] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 3478e2d9-618b-4e7c-b258-6329c939d297] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1140.097652] env[62270]: DEBUG nova.compute.manager [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Received event network-changed-d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1140.097964] env[62270]: DEBUG nova.compute.manager [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Refreshing instance network info cache due to event network-changed-d0f97808-feeb-4fc7-82cb-d7ff8a13213e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1140.098308] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Acquiring lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.098515] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Acquired lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.098732] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Refreshing network info cache for port d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1140.219471] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.273135] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d7cfc-d40f-4af6-b404-6ddeed724d22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.281408] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d914264a-6bd9-44c0-adc1-74a2bcb0f7eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.315378] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e636406b-5865-4ad0-a4b1-fbe889f6e04f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.325667] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf074c1-84d5-4bad-a4e8-8b23d560a101 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.329724] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.341116] env[62270]: DEBUG nova.compute.provider_tree [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.433944] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292328, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.507646] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 7f85705a-c28e-40a5-ad3e-acc2c62300bf] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1140.718707] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523836} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.719246] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] dc7618c5-3272-4f40-bfb6-ec2b3fea70ba/dc7618c5-3272-4f40-bfb6-ec2b3fea70ba.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1140.719246] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.719766] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-906d0679-7ad1-4a21-bf98-c37c160a1685 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.725634] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1140.725634] env[62270]: value = "task-4292329" [ 1140.725634] env[62270]: _type = "Task" [ 1140.725634] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.734548] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.824471] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.844967] env[62270]: DEBUG nova.scheduler.client.report [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1140.937026] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292328, 'name': CreateVM_Task, 'duration_secs': 0.576214} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.939523] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1140.939523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.939523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.939523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.939523] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcca0c42-83fc-4405-b33c-7f2edfd5aba7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.943803] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1140.943803] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52472ddc-c7a5-de96-ef43-161a7851aa89" [ 1140.943803] env[62270]: _type = "Task" [ 1140.943803] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.950308] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updated VIF entry in instance network info cache for port d0f97808-feeb-4fc7-82cb-d7ff8a13213e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1140.950757] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.956957] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52472ddc-c7a5-de96-ef43-161a7851aa89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.011020] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b1f12e9d-b6f6-4911-89ad-635ffeabe675] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1141.236312] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277698} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.236758] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.237618] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1deac99-d0e1-4a7f-83c0-0a0f99b01e09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.260348] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] dc7618c5-3272-4f40-bfb6-ec2b3fea70ba/dc7618c5-3272-4f40-bfb6-ec2b3fea70ba.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.260684] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e4fc45-25e3-45fb-9e41-9feaadd133a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.281139] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1141.281139] env[62270]: value = "task-4292330" [ 1141.281139] env[62270]: _type = "Task" [ 1141.281139] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.288303] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.323499] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.350565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.351132] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1141.353925] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.998s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.355361] env[62270]: INFO nova.compute.claims [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.454985] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Releasing lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.455277] env[62270]: DEBUG nova.compute.manager [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1141.455469] env[62270]: DEBUG nova.compute.manager [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing instance network info cache due to event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1141.455731] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.455891] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.456080] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1141.457384] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52472ddc-c7a5-de96-ef43-161a7851aa89, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.458304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.458304] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.458304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.458622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.458622] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.459014] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6243501e-ac34-4c66-93c3-7f6475aef3ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.469801] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.470064] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1141.470857] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66031fe-fda5-41e7-a203-5f140f4d0a31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.481949] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1141.481949] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5225184d-1986-4aac-e24f-ceaa3cd84e4f" [ 1141.481949] env[62270]: _type = "Task" [ 1141.481949] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.492629] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5225184d-1986-4aac-e24f-ceaa3cd84e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.513854] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 7ffc7fbd-9f06-49c1-8378-cb7bec6cf1ec] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1141.790703] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292330, 'name': ReconfigVM_Task, 'duration_secs': 0.295173} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.790862] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Reconfigured VM instance instance-00000069 to attach disk [datastore2] dc7618c5-3272-4f40-bfb6-ec2b3fea70ba/dc7618c5-3272-4f40-bfb6-ec2b3fea70ba.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.791523] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf603e1-1e97-4af8-af15-d4ab638d5d93 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.798823] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1141.798823] env[62270]: value = "task-4292331" [ 1141.798823] env[62270]: _type = "Task" [ 1141.798823] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.807700] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292331, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.822567] env[62270]: DEBUG oslo_vmware.api [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292323, 'name': ReconfigVM_Task, 'duration_secs': 5.78375} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.822831] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.823114] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Reconfigured VM to detach interface {{(pid=62270) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1141.862404] env[62270]: DEBUG nova.compute.utils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1141.866861] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1141.992775] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5225184d-1986-4aac-e24f-ceaa3cd84e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.997631] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39445aa4-1962-497c-8548-221525a06959 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.004510] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1142.004510] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283b910-167c-256b-93f4-da1f10b34e24" [ 1142.004510] env[62270]: _type = "Task" [ 1142.004510] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.013780] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283b910-167c-256b-93f4-da1f10b34e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.017315] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0ea58efe-a874-4e93-ba26-eb85220b5121] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1142.248867] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updated VIF entry in instance network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1142.249240] env[62270]: DEBUG nova.network.neutron [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.308321] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292331, 'name': Rename_Task, 'duration_secs': 0.157498} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.308637] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1142.309057] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8683a68-9c3d-45ba-8386-9a1386b564b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.316060] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1142.316060] env[62270]: value = "task-4292332" [ 1142.316060] env[62270]: _type = "Task" [ 1142.316060] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.325079] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.370907] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1142.517597] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5283b910-167c-256b-93f4-da1f10b34e24, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.517862] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.518138] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1142.518411] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57acf554-7635-4961-b488-7a5cd628cf7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.520470] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 2008fb86-29ba-4d63-88df-d7f722e8b4b3] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1142.526866] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1142.526866] env[62270]: value = "task-4292333" [ 1142.526866] env[62270]: _type = "Task" [ 1142.526866] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.537543] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.562367] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6000553-1176-47aa-9cc5-b1d18d619aae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.570401] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3f8dd6-a385-4279-986e-03964b4133b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.602875] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7253b9-4c95-4cdb-966c-cdd2da43b6e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.612276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98142422-7374-4ee2-a490-d64951dd57e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.632163] env[62270]: DEBUG nova.compute.provider_tree [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.753746] env[62270]: DEBUG oslo_concurrency.lockutils [req-68d1179a-b497-4e00-804f-2ac14026a838 req-d5b06a3d-1d00-41c0-bcaf-7ae7763526d2 service nova] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.828076] env[62270]: DEBUG oslo_vmware.api [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292332, 'name': PowerOnVM_Task, 'duration_secs': 0.462381} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.828399] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1142.828618] env[62270]: INFO nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1142.828814] env[62270]: DEBUG nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1142.829697] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32a959-f31c-4571-9ae4-fe4e68dd0771 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.025794] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 245900d7-c356-4bfa-82f7-a62d39bf8024] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1143.042259] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292333, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.138807] env[62270]: DEBUG nova.scheduler.client.report [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1143.238936] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.239197] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquired lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.239393] env[62270]: DEBUG nova.network.neutron [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1143.351486] env[62270]: INFO nova.compute.manager [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Took 27.23 seconds to build instance. [ 1143.383022] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1143.411903] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1143.412222] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1143.412596] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.412840] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1143.413404] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.413647] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1143.414015] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1143.414238] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1143.414453] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1143.414658] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1143.415049] env[62270]: DEBUG nova.virt.hardware [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.415887] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b84cc60-88e3-4def-9a4f-6f015eafbb38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.424286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16cbeaf-fd67-400c-87c0-8d90814af75b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.438092] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.443707] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Creating folder: Project (cdff59ec68f543adbaa1e3239248c96e). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1143.444050] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b889fd-8f82-4f23-aad6-df8846ba18a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.454838] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Created folder: Project (cdff59ec68f543adbaa1e3239248c96e) in parent group-v845132. [ 1143.458290] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Creating folder: Instances. Parent ref: group-v845424. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1143.458539] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3402f38-488d-42bf-ac37-9ec3fc82b182 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.470311] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Created folder: Instances in parent group-v845424. [ 1143.470311] env[62270]: DEBUG oslo.service.loopingcall [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.470311] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1143.470311] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-996a8b4c-fd96-4bbb-83a4-b086e51b34c3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.485958] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.485958] env[62270]: value = "task-4292336" [ 1143.485958] env[62270]: _type = "Task" [ 1143.485958] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.493640] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292336, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.528128] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0afc94d9-8f62-4998-8ada-78ca47ba21eb] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1143.541516] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619773} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.541516] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1143.541516] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.541516] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee6d3555-3e5b-4f8c-8965-532f8fab0d3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.547840] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1143.547840] env[62270]: value = "task-4292337" [ 1143.547840] env[62270]: _type = "Task" [ 1143.547840] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.641151] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.641836] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1143.644637] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.012s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.648021] env[62270]: INFO nova.compute.claims [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.653735] env[62270]: DEBUG nova.compute.manager [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Received event network-changed-4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1143.653956] env[62270]: DEBUG nova.compute.manager [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Refreshing instance network info cache due to event network-changed-4c1c6675-f10b-4ecd-a8e0-642e005676ec. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1143.654220] env[62270]: DEBUG oslo_concurrency.lockutils [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] Acquiring lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.654375] env[62270]: DEBUG oslo_concurrency.lockutils [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] Acquired lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.654561] env[62270]: DEBUG nova.network.neutron [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Refreshing network info cache for port 4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1143.770700] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.771058] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.771295] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.771486] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.771665] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.775902] env[62270]: INFO nova.compute.manager [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Terminating instance [ 1143.778028] env[62270]: DEBUG nova.compute.manager [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1143.778310] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1143.779139] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb394ab-9259-42f7-9998-e169ade854d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.787088] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1143.787387] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5e27cf-270d-45a0-a1d9-74e4b27d822e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.794118] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1143.794118] env[62270]: value = "task-4292338" [ 1143.794118] env[62270]: _type = "Task" [ 1143.794118] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.802567] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.853885] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6975403c-976c-4e49-af7e-b33f7a1298cb tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.747s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.991463] env[62270]: INFO nova.network.neutron [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Port f24e4162-2f50-491b-bca5-4ef843f80ae7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1143.991848] env[62270]: DEBUG nova.network.neutron [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [{"id": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "address": "fa:16:3e:8f:6b:41", "network": {"id": "427b33ae-5be8-4c3c-a180-1d8f302179e8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-929298183-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d3c11c053fc405faffc9f4c0b3aafb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d56068-a5", "ovs_interfaceid": "22d56068-a5d6-431e-9089-dabfc13d9a8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.998917] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292336, 'name': CreateVM_Task, 'duration_secs': 0.337889} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.999094] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1143.999494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.999658] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.000086] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.000263] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d6bba0-dfef-47f2-9eac-4672fa2f048b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.005051] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1144.005051] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fea4d9-0c70-6259-2c47-90d65790a5da" [ 1144.005051] env[62270]: _type = "Task" [ 1144.005051] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.013261] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fea4d9-0c70-6259-2c47-90d65790a5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.031334] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f907f1ed-5981-4513-97b4-5b6e9d03bfe0] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1144.057692] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078611} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.057961] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.058733] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d083438-a583-4bad-b7c1-fb5da84a4f48 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.080678] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.080955] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0e332e-ccbe-4990-b594-909f3bd699a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.101095] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1144.101095] env[62270]: value = "task-4292339" [ 1144.101095] env[62270]: _type = "Task" [ 1144.101095] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.109262] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.152090] env[62270]: DEBUG nova.compute.utils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1144.156244] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1144.156244] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1144.195652] env[62270]: DEBUG nova.policy [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c302801083f44709992a635a62f41bb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab99b167533742b7ac3837e5b10a2189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1144.305700] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292338, 'name': PowerOffVM_Task, 'duration_secs': 0.194126} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.306082] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1144.306254] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1144.306523] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abcd4c96-a739-4af9-b29d-e4d3fb56ad7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.373231] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1144.373531] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1144.373687] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleting the datastore file [datastore2] 74883241-be0c-4ab9-afde-783b60fe0a3c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.373954] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-346fbbe1-f84c-43a4-b85d-117a2dbfa15d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.380313] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1144.380313] env[62270]: value = "task-4292341" [ 1144.380313] env[62270]: _type = "Task" [ 1144.380313] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.390974] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.424885] env[62270]: DEBUG nova.network.neutron [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updated VIF entry in instance network info cache for port 4c1c6675-f10b-4ecd-a8e0-642e005676ec. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1144.424885] env[62270]: DEBUG nova.network.neutron [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updating instance_info_cache with network_info: [{"id": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "address": "fa:16:3e:51:de:38", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1c6675-f1", "ovs_interfaceid": "4c1c6675-f10b-4ecd-a8e0-642e005676ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.494798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Releasing lock "refresh_cache-74883241-be0c-4ab9-afde-783b60fe0a3c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.515541] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fea4d9-0c70-6259-2c47-90d65790a5da, 'name': SearchDatastore_Task, 'duration_secs': 0.008665} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.515888] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.516210] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.516558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.516646] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.516852] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.517168] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780b6b5d-6a97-4f60-a4fe-6647519a46d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.525087] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Successfully created port: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.528666] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.528933] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1144.529711] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b512bd6c-bf14-4feb-a63f-786c9e3d7037 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.535957] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: baf56548-edf9-4907-b42e-9f15fa110359] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1144.537880] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1144.537880] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52267dad-d742-2fab-1a4c-c81f6ff7bc4d" [ 1144.537880] env[62270]: _type = "Task" [ 1144.537880] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.548145] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52267dad-d742-2fab-1a4c-c81f6ff7bc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.614516] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292339, 'name': ReconfigVM_Task, 'duration_secs': 0.492831} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.614958] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.616191] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff354b1c-78a6-4c37-b3e0-c74938ed7690 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.623110] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1144.623110] env[62270]: value = "task-4292343" [ 1144.623110] env[62270]: _type = "Task" [ 1144.623110] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.637141] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292343, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.656696] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1144.886359] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb130a1-adc4-4128-8853-b733ea1cf420 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.894252] env[62270]: DEBUG oslo_vmware.api [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164674} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.896397] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.896397] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1144.896684] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1144.896684] env[62270]: INFO nova.compute.manager [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.896932] env[62270]: DEBUG oslo.service.loopingcall [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.897211] env[62270]: DEBUG nova.compute.manager [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1144.897305] env[62270]: DEBUG nova.network.neutron [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1144.899620] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3b51a-4b69-44df-90a2-439cb392f91c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.932932] env[62270]: DEBUG oslo_concurrency.lockutils [req-2bfc79e5-c588-465a-a8ed-3dfd11de310f req-5eabe49e-ba62-4ebc-8c45-e85a8c1907da service nova] Releasing lock "refresh_cache-dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.934389] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ae5263-4803-4258-af61-2871573a1e27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.944265] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be53e8d-5e53-4a1f-a3a1-9d176829a9f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.958429] env[62270]: DEBUG nova.compute.provider_tree [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.999204] env[62270]: DEBUG oslo_concurrency.lockutils [None req-17c39c0f-ed75-43a8-be17-642535950f2a tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "interface-74883241-be0c-4ab9-afde-783b60fe0a3c-f24e4162-2f50-491b-bca5-4ef843f80ae7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.786s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.042153] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: eebc16cc-9838-46ce-8a58-dbe451a64daa] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1145.052708] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52267dad-d742-2fab-1a4c-c81f6ff7bc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014641} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.053541] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-726938a4-7f0b-4d22-a4a6-06f3065d5b57 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.058882] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1145.058882] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f357f-349e-bc33-27ea-2dc6245736d8" [ 1145.058882] env[62270]: _type = "Task" [ 1145.058882] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.066733] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f357f-349e-bc33-27ea-2dc6245736d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.135280] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292343, 'name': Rename_Task, 'duration_secs': 0.1997} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.135620] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1145.135938] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e204e559-7ca0-48e4-9607-2cfb74c7aa6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.143354] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1145.143354] env[62270]: value = "task-4292344" [ 1145.143354] env[62270]: _type = "Task" [ 1145.143354] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.153195] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.461220] env[62270]: DEBUG nova.scheduler.client.report [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1145.548052] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c20f5633-b7b9-4276-83a4-cdc2b85e6447] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1145.571784] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529f357f-349e-bc33-27ea-2dc6245736d8, 'name': SearchDatastore_Task, 'duration_secs': 0.028375} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.572181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.572567] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1145.572904] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6025656b-05fd-4e20-a288-08d896aa85ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.581443] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1145.581443] env[62270]: value = "task-4292345" [ 1145.581443] env[62270]: _type = "Task" [ 1145.581443] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.592173] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.653630] env[62270]: DEBUG oslo_vmware.api [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292344, 'name': PowerOnVM_Task, 'duration_secs': 0.472686} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.653950] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1145.654204] env[62270]: INFO nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1145.654394] env[62270]: DEBUG nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1145.655234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1178637-5bc2-4482-9091-6e3be19c75c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.668908] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1145.696787] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1145.697102] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1145.697301] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.697522] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1145.697724] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.697915] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1145.698197] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1145.698403] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1145.698616] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1145.698843] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1145.699074] env[62270]: DEBUG nova.virt.hardware [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.700035] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24a02c8-b6fd-47bb-88b6-703af1df4a4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.710983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b487a-02d9-40b7-aa5d-879c9f25ed33 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.836250] env[62270]: DEBUG nova.compute.manager [req-b906748a-ee31-4ce6-8820-50867f83d869 req-d341afd3-ff61-498e-bb8e-63a95ec9204a service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Received event network-vif-deleted-22d56068-a5d6-431e-9089-dabfc13d9a8f {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1145.836250] env[62270]: INFO nova.compute.manager [req-b906748a-ee31-4ce6-8820-50867f83d869 req-d341afd3-ff61-498e-bb8e-63a95ec9204a service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Neutron deleted interface 22d56068-a5d6-431e-9089-dabfc13d9a8f; detaching it from the instance and deleting it from the info cache [ 1145.836495] env[62270]: DEBUG nova.network.neutron [req-b906748a-ee31-4ce6-8820-50867f83d869 req-d341afd3-ff61-498e-bb8e-63a95ec9204a service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.966971] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.967990] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1145.972700] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.929s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.975498] env[62270]: INFO nova.compute.claims [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.058024] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 4b12dc6e-13f8-462d-8739-524f9c55b111] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1146.065206] env[62270]: DEBUG nova.compute.manager [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Received event network-vif-plugged-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1146.065206] env[62270]: DEBUG oslo_concurrency.lockutils [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] Acquiring lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.065206] env[62270]: DEBUG oslo_concurrency.lockutils [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.065206] env[62270]: DEBUG oslo_concurrency.lockutils [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.065206] env[62270]: DEBUG nova.compute.manager [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] No waiting events found dispatching network-vif-plugged-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1146.065206] env[62270]: WARNING nova.compute.manager [req-20bfc3ab-3e9e-498a-a320-a5906422f188 req-1f46facf-9492-453b-ab60-f71e524b3ba1 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Received unexpected event network-vif-plugged-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 for instance with vm_state building and task_state spawning. [ 1146.094856] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48914} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.094856] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1146.094856] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.094856] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d2c8fa-9727-4bad-8f74-b6af5f446d1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.101452] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1146.101452] env[62270]: value = "task-4292346" [ 1146.101452] env[62270]: _type = "Task" [ 1146.101452] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.111305] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.164509] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Successfully updated port: 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.174607] env[62270]: INFO nova.compute.manager [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Took 25.27 seconds to build instance. [ 1146.304172] env[62270]: DEBUG nova.network.neutron [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.338907] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb43f1a6-bc2b-4ac9-bdf6-24c30551a2dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.348318] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335b3c80-6d24-4b96-bd83-14223bab8a38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.377782] env[62270]: DEBUG nova.compute.manager [req-b906748a-ee31-4ce6-8820-50867f83d869 req-d341afd3-ff61-498e-bb8e-63a95ec9204a service nova] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Detach interface failed, port_id=22d56068-a5d6-431e-9089-dabfc13d9a8f, reason: Instance 74883241-be0c-4ab9-afde-783b60fe0a3c could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1146.494698] env[62270]: DEBUG nova.compute.utils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1146.498116] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1146.498285] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1146.539413] env[62270]: DEBUG nova.policy [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1146.560576] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 2c785166-887b-4db4-92e2-7e8ede9a1df6] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1146.613991] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064051} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.613991] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.617269] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b795e-55c9-4853-8566-49fe51e68a97 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.643975] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.644340] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feebd684-f45e-432e-98d8-372e78a0dc9b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.664997] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1146.664997] env[62270]: value = "task-4292347" [ 1146.664997] env[62270]: _type = "Task" [ 1146.664997] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.670652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.671083] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquired lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.671083] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1146.675294] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8662f97f-62c7-40f5-9d37-425488b58586 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.799s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.675595] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.807964] env[62270]: INFO nova.compute.manager [-] [instance: 74883241-be0c-4ab9-afde-783b60fe0a3c] Took 1.91 seconds to deallocate network for instance. [ 1146.885849] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Successfully created port: ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.005099] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1147.064849] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 25ad4cac-ab57-49d4-bf99-d32401b032c6] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1147.180143] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292347, 'name': ReconfigVM_Task, 'duration_secs': 0.369714} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.182509] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.183593] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b9d948a-daf6-4d4c-95b7-14efbf3dfdc3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.194298] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1147.194298] env[62270]: value = "task-4292348" [ 1147.194298] env[62270]: _type = "Task" [ 1147.194298] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.210156] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292348, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.230144] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1147.269835] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864a82e5-45bd-4a59-8874-f007c085d1d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.282341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc1f0a-738f-485c-b62c-521a81999e04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.323025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.324384] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7b026-f892-492b-b9fb-156a250ea7da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.335358] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4405fd8d-dd90-4764-8c63-f33558cfb8b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.351154] env[62270]: DEBUG nova.compute.provider_tree [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.512264] env[62270]: DEBUG nova.network.neutron [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updating instance_info_cache with network_info: [{"id": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "address": "fa:16:3e:00:ac:cc", "network": {"id": "5b1600a6-e948-4978-a25a-c3ac7697cb23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-594746237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab99b167533742b7ac3837e5b10a2189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3a941f-c8", "ovs_interfaceid": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.567768] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 71f2b5b5-b4a3-48dc-9702-b4662b08dc6e] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1147.707601] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292348, 'name': Rename_Task, 'duration_secs': 0.179019} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.708226] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1147.708226] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164ed6ea-4212-461b-adbd-e12f2e65396e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714850] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1147.714850] env[62270]: value = "task-4292350" [ 1147.714850] env[62270]: _type = "Task" [ 1147.714850] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.723407] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.873705] env[62270]: ERROR nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [req-b8ba8b3a-f704-4e37-b3e9-6f614d556437] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8ba8b3a-f704-4e37-b3e9-6f614d556437"}]} [ 1147.890350] env[62270]: DEBUG nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1147.904825] env[62270]: DEBUG nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1147.905125] env[62270]: DEBUG nova.compute.provider_tree [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.918486] env[62270]: DEBUG nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1147.938329] env[62270]: DEBUG nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1148.018273] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Releasing lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.018576] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Instance network_info: |[{"id": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "address": "fa:16:3e:00:ac:cc", "network": {"id": "5b1600a6-e948-4978-a25a-c3ac7697cb23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-594746237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab99b167533742b7ac3837e5b10a2189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3a941f-c8", "ovs_interfaceid": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1148.020019] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1148.022797] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ac:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3a941f-c80f-42a4-a85f-18a8b8e5ce79', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.030948] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Creating folder: Project (ab99b167533742b7ac3837e5b10a2189). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1148.032232] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-631faa41-4d8b-4b5c-be1e-643959f2a30f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.048114] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1148.048508] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1148.048508] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.048693] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1148.048843] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.049019] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1148.049252] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1148.049417] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1148.049587] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1148.049754] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1148.049931] env[62270]: DEBUG nova.virt.hardware [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.051077] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a50e6-c78b-4d17-a394-c05d028e5579 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.057810] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Created folder: Project (ab99b167533742b7ac3837e5b10a2189) in parent group-v845132. [ 1148.058018] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Creating folder: Instances. Parent ref: group-v845428. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1148.058778] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356775a7-e207-411b-9521-040517d115cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.063554] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6c5533-029c-4fae-a41a-cde1e1265188 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071187] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: e368bc32-884a-46d7-879d-f94cd58b529d] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1148.072966] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Created folder: Instances in parent group-v845428. [ 1148.073225] env[62270]: DEBUG oslo.service.loopingcall [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.081104] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1148.084352] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-451c90b3-6738-420e-87a0-3ec1e046ebe0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.101471] env[62270]: DEBUG nova.compute.manager [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Received event network-changed-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1148.101677] env[62270]: DEBUG nova.compute.manager [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Refreshing instance network info cache due to event network-changed-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1148.101899] env[62270]: DEBUG oslo_concurrency.lockutils [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] Acquiring lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.102058] env[62270]: DEBUG oslo_concurrency.lockutils [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] Acquired lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.102234] env[62270]: DEBUG nova.network.neutron [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Refreshing network info cache for port 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1148.107718] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.107718] env[62270]: value = "task-4292353" [ 1148.107718] env[62270]: _type = "Task" [ 1148.107718] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.118327] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292353, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.181937] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5f50a3-525a-48fd-9764-783569f1aa85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.189493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe25638-8768-4932-898d-5ddddc35595b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.222203] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1a37b7-7fdb-45d7-88e4-545d68c65c9c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.234580] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437474f9-8819-4967-819c-f2a8f20cbcb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.238428] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.249075] env[62270]: DEBUG nova.compute.provider_tree [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.438905] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Successfully updated port: ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.517497] env[62270]: DEBUG nova.compute.manager [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1148.585469] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6d7d6498-c057-448e-81bf-b896186a222f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1148.619349] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292353, 'name': CreateVM_Task, 'duration_secs': 0.508555} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.619552] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1148.620216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.620394] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.620732] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1148.621013] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bb63d8-5b16-4332-b681-a68f405e6424 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.626313] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1148.626313] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a0809f-63b6-6bbe-655e-8c6bd43ac477" [ 1148.626313] env[62270]: _type = "Task" [ 1148.626313] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.634419] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a0809f-63b6-6bbe-655e-8c6bd43ac477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.729140] env[62270]: DEBUG oslo_vmware.api [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292350, 'name': PowerOnVM_Task, 'duration_secs': 0.654878} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.729466] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1148.729693] env[62270]: INFO nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Took 5.35 seconds to spawn the instance on the hypervisor. [ 1148.729885] env[62270]: DEBUG nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1148.731120] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c53af-3a95-4986-8471-4c9ce9c1b971 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.783907] env[62270]: DEBUG nova.scheduler.client.report [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1148.784197] env[62270]: DEBUG nova.compute.provider_tree [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 150 to 151 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.784402] env[62270]: DEBUG nova.compute.provider_tree [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.849277] env[62270]: DEBUG nova.network.neutron [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updated VIF entry in instance network info cache for port 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1148.849624] env[62270]: DEBUG nova.network.neutron [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updating instance_info_cache with network_info: [{"id": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "address": "fa:16:3e:00:ac:cc", "network": {"id": "5b1600a6-e948-4978-a25a-c3ac7697cb23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-594746237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab99b167533742b7ac3837e5b10a2189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3a941f-c8", "ovs_interfaceid": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.941099] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.941315] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.941473] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1149.039206] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.091459] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 1651a605-4134-475f-84d5-1651b768515e] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1149.139927] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a0809f-63b6-6bbe-655e-8c6bd43ac477, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.140263] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.140508] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.140747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.140910] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.141102] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.141370] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd1a004-c120-46f2-8eef-942df1096620 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.157859] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.158119] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1149.158871] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9701f615-0f6a-4517-94f1-81068a5f70c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.164026] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1149.164026] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5251eed1-c851-2e11-2f8c-08697ccb5e17" [ 1149.164026] env[62270]: _type = "Task" [ 1149.164026] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.173285] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5251eed1-c851-2e11-2f8c-08697ccb5e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.250498] env[62270]: INFO nova.compute.manager [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Took 22.70 seconds to build instance. [ 1149.290358] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.318s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.290913] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1149.293873] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.140s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.294219] env[62270]: DEBUG nova.objects.instance [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'resources' on Instance uuid b375b1e0-8797-42fe-b5ff-68a02b9ff46b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.352605] env[62270]: DEBUG oslo_concurrency.lockutils [req-2237a904-ee7f-44a3-8a65-54e58d5934bd req-f389ad8d-68ad-4230-8ccc-d29bca30d4ed service nova] Releasing lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.474621] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1149.594895] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 4317da72-fbe2-4c11-b349-26c3a3bb08cd] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1149.605465] env[62270]: DEBUG nova.network.neutron [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Updating instance_info_cache with network_info: [{"id": "ec4d2454-f207-470c-b811-70956b59a096", "address": "fa:16:3e:dd:78:92", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4d2454-f2", "ovs_interfaceid": "ec4d2454-f207-470c-b811-70956b59a096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.675370] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5251eed1-c851-2e11-2f8c-08697ccb5e17, 'name': SearchDatastore_Task, 'duration_secs': 0.026882} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.676244] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe371f0-4cac-4900-b91e-04f8cc7ef995 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.681393] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1149.681393] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e9701c-cf4e-d426-9308-8bb67e9cb6d1" [ 1149.681393] env[62270]: _type = "Task" [ 1149.681393] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.688932] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e9701c-cf4e-d426-9308-8bb67e9cb6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.727802] env[62270]: INFO nova.compute.manager [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Rebuilding instance [ 1149.759333] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fb815059-54f0-4af2-af1c-a906cd7eb45f tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.216s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.800580] env[62270]: DEBUG nova.compute.utils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.802723] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1149.802938] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1149.855864] env[62270]: DEBUG nova.policy [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df2c0c391fb640778ebef1602aa43d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd41fb70cf3b403fbd2d810e549a7ed5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1149.898719] env[62270]: DEBUG nova.compute.manager [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1149.899576] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37145a80-f319-459f-9c4b-ac4930599170 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.081441] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c02a7-d4db-4ece-a49f-634e5e9581c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.089397] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec23479-ab40-4bac-b9cf-eca175b2f2c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.121118] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 96fcff46-f84d-49ac-80cb-08f44a33b78b] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1150.123113] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.123403] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Instance network_info: |[{"id": "ec4d2454-f207-470c-b811-70956b59a096", "address": "fa:16:3e:dd:78:92", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4d2454-f2", "ovs_interfaceid": "ec4d2454-f207-470c-b811-70956b59a096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1150.125134] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:78:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec4d2454-f207-470c-b811-70956b59a096', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.134027] env[62270]: DEBUG oslo.service.loopingcall [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1150.134717] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dd8d11-958a-4209-8953-d594b5cbe6de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.140262] env[62270]: DEBUG nova.compute.manager [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Received event network-vif-plugged-ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1150.140472] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Acquiring lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.140686] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.140862] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.141052] env[62270]: DEBUG nova.compute.manager [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] No waiting events found dispatching network-vif-plugged-ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1150.141233] env[62270]: WARNING nova.compute.manager [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Received unexpected event network-vif-plugged-ec4d2454-f207-470c-b811-70956b59a096 for instance with vm_state building and task_state spawning. [ 1150.141400] env[62270]: DEBUG nova.compute.manager [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Received event network-changed-ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1150.141563] env[62270]: DEBUG nova.compute.manager [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Refreshing instance network info cache due to event network-changed-ec4d2454-f207-470c-b811-70956b59a096. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1150.141752] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Acquiring lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1150.141894] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Acquired lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.142068] env[62270]: DEBUG nova.network.neutron [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Refreshing network info cache for port ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1150.144059] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Successfully created port: bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.146232] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1150.146721] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2c9791-326d-4d8a-b07b-570ff2d8fbdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.170460] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec21d3c-b7fa-4e55-bada-a7fdbefbcfb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.179961] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.179961] env[62270]: value = "task-4292355" [ 1150.179961] env[62270]: _type = "Task" [ 1150.179961] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.191825] env[62270]: DEBUG nova.compute.provider_tree [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.201011] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292355, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.204683] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52e9701c-cf4e-d426-9308-8bb67e9cb6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.204966] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.205259] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] ee246d8f-37a8-4a6d-b2ec-a840ec5ec617/ee246d8f-37a8-4a6d-b2ec-a840ec5ec617.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1150.205529] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d196de2-59ac-41c8-b406-875bc71b452a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.212625] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1150.212625] env[62270]: value = "task-4292356" [ 1150.212625] env[62270]: _type = "Task" [ 1150.212625] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.220470] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.308854] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1150.412661] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1150.413025] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06459748-b498-461e-9bbf-148d8ac74d4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.422336] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1150.422336] env[62270]: value = "task-4292357" [ 1150.422336] env[62270]: _type = "Task" [ 1150.422336] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.433211] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.626085] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 5a6bf6d1-5001-4392-9bb2-17abf61fb23a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1150.695491] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292355, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.697800] env[62270]: DEBUG nova.scheduler.client.report [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1150.724538] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45192} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.724809] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] ee246d8f-37a8-4a6d-b2ec-a840ec5ec617/ee246d8f-37a8-4a6d-b2ec-a840ec5ec617.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1150.725078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.725351] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20058aac-2f88-416d-b385-5b72f0d32aa0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.733192] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1150.733192] env[62270]: value = "task-4292358" [ 1150.733192] env[62270]: _type = "Task" [ 1150.733192] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.740975] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.934745] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292357, 'name': PowerOffVM_Task, 'duration_secs': 0.286952} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.934745] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1150.934745] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1150.935964] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053546e1-7a1f-45ac-9b7f-5a32c45319cf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.945054] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1150.945054] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6cc6e3c-8ee3-438d-b02c-11a8b683da35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.972607] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1150.972986] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1150.973314] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Deleting the datastore file [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.973653] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a5ac704-625b-4e3e-bd4f-30bb03b231a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.982071] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1150.982071] env[62270]: value = "task-4292360" [ 1150.982071] env[62270]: _type = "Task" [ 1150.982071] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.990805] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.997548] env[62270]: DEBUG nova.network.neutron [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Updated VIF entry in instance network info cache for port ec4d2454-f207-470c-b811-70956b59a096. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1150.998105] env[62270]: DEBUG nova.network.neutron [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Updating instance_info_cache with network_info: [{"id": "ec4d2454-f207-470c-b811-70956b59a096", "address": "fa:16:3e:dd:78:92", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec4d2454-f2", "ovs_interfaceid": "ec4d2454-f207-470c-b811-70956b59a096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.129309] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 7e44745b-9d48-4eb0-b2ea-a13d79a15db4] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1151.191508] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292355, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.203392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.205510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.546s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.205783] env[62270]: DEBUG nova.objects.instance [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'resources' on Instance uuid e153707a-74ba-4608-be21-4029dd7e2fe3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.228414] env[62270]: INFO nova.scheduler.client.report [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleted allocations for instance b375b1e0-8797-42fe-b5ff-68a02b9ff46b [ 1151.245447] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.315671] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1151.340742] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1151.340995] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1151.341187] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.341422] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1151.341582] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.341738] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1151.341953] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1151.342161] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1151.342349] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1151.342522] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1151.342704] env[62270]: DEBUG nova.virt.hardware [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1151.343824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50705bf-af51-4fed-a3df-134e0f526441 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.352119] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b100a88-6250-4080-9fd5-3c9bfa3e4370 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.492699] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097316} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.492699] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.492925] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1151.493225] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1151.501291] env[62270]: DEBUG oslo_concurrency.lockutils [req-db35158a-cb9f-4c0e-878b-05bd4480cb8d req-704cabf6-b68a-4b3c-a3d2-943799ee1822 service nova] Releasing lock "refresh_cache-2245f5cc-b143-4bdb-9a03-02b1f60e657f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.632902] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 85e04614-4419-4d6e-844c-002f70c6f654] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1151.692388] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292355, 'name': CreateVM_Task, 'duration_secs': 1.473879} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.692587] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1151.693328] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.693529] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.693937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.694232] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b52435-5358-4a6e-a0d8-b957fe3c82f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.698940] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1151.698940] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6837f-37d2-0f0a-16bd-fca4415d5791" [ 1151.698940] env[62270]: _type = "Task" [ 1151.698940] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.714182] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6837f-37d2-0f0a-16bd-fca4415d5791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.728805] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Successfully updated port: bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.745583] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.914063} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.748649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-27239f51-25b2-43f5-ad47-bd66ccffc244 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "b375b1e0-8797-42fe-b5ff-68a02b9ff46b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.793s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.749382] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.750807] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de6a59c-35df-4bc7-9f7b-24885ac9b4a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.774839] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ee246d8f-37a8-4a6d-b2ec-a840ec5ec617/ee246d8f-37a8-4a6d-b2ec-a840ec5ec617.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.777946] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312870c4-07d2-4ae0-9c29-c496d5a5bde4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.798687] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1151.798687] env[62270]: value = "task-4292362" [ 1151.798687] env[62270]: _type = "Task" [ 1151.798687] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.809299] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.951843] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8c040d-fc3a-405e-b627-e652a40388cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.965597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a966524-7486-4304-a3ca-c6d4e471b783 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.028956] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e0bfe-75a9-44c0-b9ca-1b9c93e6dd3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.040438] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd718b3-7704-45bc-a71a-10d655f0dd74 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.062802] env[62270]: DEBUG nova.compute.provider_tree [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.136824] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 62db13b9-21e7-4994-bd44-0a199df6bcaa] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1152.148763] env[62270]: DEBUG nova.compute.manager [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Received event network-vif-plugged-bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1152.149050] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.149368] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.149629] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.149887] env[62270]: DEBUG nova.compute.manager [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] No waiting events found dispatching network-vif-plugged-bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1152.150336] env[62270]: WARNING nova.compute.manager [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Received unexpected event network-vif-plugged-bf5c987d-d1f6-431b-bfc6-4831bc74b90e for instance with vm_state building and task_state spawning. [ 1152.150412] env[62270]: DEBUG nova.compute.manager [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Received event network-changed-bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1152.150654] env[62270]: DEBUG nova.compute.manager [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Refreshing instance network info cache due to event network-changed-bf5c987d-d1f6-431b-bfc6-4831bc74b90e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1152.150933] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.151164] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.151670] env[62270]: DEBUG nova.network.neutron [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Refreshing network info cache for port bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1152.210430] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a6837f-37d2-0f0a-16bd-fca4415d5791, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.210760] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.211036] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.211289] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.211452] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.211639] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.211909] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba9b7a2-94b3-4baa-b16c-f1311c513204 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.222047] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.222047] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1152.222329] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f3252f-012a-4967-9da7-4988d0810844 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.228816] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1152.228816] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0e910-3510-a85f-e0a3-645e107963aa" [ 1152.228816] env[62270]: _type = "Task" [ 1152.228816] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.233118] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.238887] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0e910-3510-a85f-e0a3-645e107963aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.309600] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292362, 'name': ReconfigVM_Task, 'duration_secs': 0.300009} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.309948] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ee246d8f-37a8-4a6d-b2ec-a840ec5ec617/ee246d8f-37a8-4a6d-b2ec-a840ec5ec617.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.311743] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1506221-47b8-4d70-bf14-57545baffb31 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.319852] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1152.319852] env[62270]: value = "task-4292363" [ 1152.319852] env[62270]: _type = "Task" [ 1152.319852] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.330334] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292363, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.563884] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1152.564031] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1152.564119] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.564313] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1152.564474] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.564637] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1152.564847] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1152.565051] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1152.565248] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1152.565410] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1152.565592] env[62270]: DEBUG nova.virt.hardware [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.566495] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91410cb2-48ee-488f-8b7e-52d56010d877 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.569711] env[62270]: DEBUG nova.scheduler.client.report [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1152.579310] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ec7bd-900a-4479-aaf8-1c38fdd688e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.598344] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.605896] env[62270]: DEBUG oslo.service.loopingcall [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.606487] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1152.606745] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7bd39c-54ee-424e-83ba-efad6fc1d5e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.627190] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.627190] env[62270]: value = "task-4292364" [ 1152.627190] env[62270]: _type = "Task" [ 1152.627190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.635986] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292364, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.640086] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0578e1f5-2fcb-4475-a5bd-6e1bb3a8f094] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1152.702866] env[62270]: DEBUG nova.network.neutron [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1152.741322] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b0e910-3510-a85f-e0a3-645e107963aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.742197] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acca04ad-b84c-4d8a-b70c-380c1c7a4c3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.749050] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1152.749050] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52616851-8fad-af0d-a8c3-55a4a6b6df1d" [ 1152.749050] env[62270]: _type = "Task" [ 1152.749050] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.757672] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52616851-8fad-af0d-a8c3-55a4a6b6df1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.801507] env[62270]: DEBUG nova.network.neutron [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.830561] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292363, 'name': Rename_Task, 'duration_secs': 0.160263} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.830853] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1152.831124] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f2e4ef0-7734-4d12-be48-4274d462f8b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.838675] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1152.838675] env[62270]: value = "task-4292365" [ 1152.838675] env[62270]: _type = "Task" [ 1152.838675] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.846912] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.075016] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.077483] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.546s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.077723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.079454] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.353s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.081042] env[62270]: INFO nova.compute.claims [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.101135] env[62270]: INFO nova.scheduler.client.report [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance e153707a-74ba-4608-be21-4029dd7e2fe3 [ 1153.106672] env[62270]: INFO nova.scheduler.client.report [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted allocations for instance a30a2adc-a839-41b1-b753-fb5cf358a5f3 [ 1153.139756] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292364, 'name': CreateVM_Task, 'duration_secs': 0.33974} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.140248] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1153.140715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.140891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.141235] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.141499] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac984cad-4824-4b97-b1dd-e9e076f6e22d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.143954] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f24ad94c-04d0-46bd-a7c9-05c4def039b7] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1153.151255] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1153.151255] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8e6a1-b187-09a4-023f-60531fdcc71c" [ 1153.151255] env[62270]: _type = "Task" [ 1153.151255] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.163097] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8e6a1-b187-09a4-023f-60531fdcc71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.262546] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52616851-8fad-af0d-a8c3-55a4a6b6df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.262752] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.262863] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2245f5cc-b143-4bdb-9a03-02b1f60e657f/2245f5cc-b143-4bdb-9a03-02b1f60e657f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1153.263153] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63347382-c390-4465-9b43-8db53ffb989c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.270855] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1153.270855] env[62270]: value = "task-4292366" [ 1153.270855] env[62270]: _type = "Task" [ 1153.270855] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.282278] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.304220] env[62270]: DEBUG oslo_concurrency.lockutils [req-f80aec8f-63b6-4e9d-ad57-5d945b0878ad req-94c38df0-40f0-4c7e-9e31-a42aef76064e service nova] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.304726] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.304934] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1153.350668] env[62270]: DEBUG oslo_vmware.api [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292365, 'name': PowerOnVM_Task, 'duration_secs': 0.50963} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.350959] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1153.351214] env[62270]: INFO nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1153.351401] env[62270]: DEBUG nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1153.352228] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c29cf0-d2a9-4137-a463-296b61251e38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.619429] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0c8c8480-e306-4ac2-929a-9ba230279a39 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "e153707a-74ba-4608-be21-4029dd7e2fe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.396s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.620720] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2b429410-f15e-41e6-b242-ef180375e591 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "a30a2adc-a839-41b1-b753-fb5cf358a5f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.626s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1153.650318] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 048fc5b2-f718-450e-bbd5-b228770190bc] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1153.667793] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f8e6a1-b187-09a4-023f-60531fdcc71c, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.668157] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.668447] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.668702] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.668861] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.669066] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.669430] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3892d4c-b732-4590-b08f-64e10e5aa097 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.688312] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.688805] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1153.697881] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28acd075-15fb-4bd8-b3bc-603755121f11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.698842] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1153.698842] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c2f4c7-5ebd-d412-4b5c-3a6707c6f42a" [ 1153.698842] env[62270]: _type = "Task" [ 1153.698842] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.711184] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c2f4c7-5ebd-d412-4b5c-3a6707c6f42a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.782461] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.869759] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1153.874484] env[62270]: INFO nova.compute.manager [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Took 25.54 seconds to build instance. [ 1154.041303] env[62270]: DEBUG nova.network.neutron [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.153316] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 268b20b6-0962-4b12-b38c-4aad68bd5f3e] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1154.214409] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c2f4c7-5ebd-d412-4b5c-3a6707c6f42a, 'name': SearchDatastore_Task, 'duration_secs': 0.061522} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.215247] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c87e05-dfdd-4bcf-9709-9dfa4565364c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.224921] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1154.224921] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268ac9c-b88e-84d2-923f-cc2c63f7ed22" [ 1154.224921] env[62270]: _type = "Task" [ 1154.224921] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.238676] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268ac9c-b88e-84d2-923f-cc2c63f7ed22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.282148] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614334} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.285176] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 2245f5cc-b143-4bdb-9a03-02b1f60e657f/2245f5cc-b143-4bdb-9a03-02b1f60e657f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1154.285507] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.288540] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13345093-606e-4c12-85d1-d97e70119803 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.296847] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1154.296847] env[62270]: value = "task-4292368" [ 1154.296847] env[62270]: _type = "Task" [ 1154.296847] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.305252] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763bb577-b40b-44a3-9479-3b5f488ffeee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.318019] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.318521] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475067ca-ee12-416a-8eb9-b4696bac4366 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.352983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc02602-ed33-4d67-b06c-80688a80b3b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.362632] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086936e4-5e26-4f64-b4fe-f1840002e757 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.377932] env[62270]: DEBUG oslo_concurrency.lockutils [None req-eb053b60-388f-4846-a3e4-2f4f1fb6b9c5 tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.054s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.378786] env[62270]: DEBUG nova.compute.provider_tree [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.400033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.400033] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.545620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.545620] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Instance network_info: |[{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1154.545863] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f4:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5c987d-d1f6-431b-bfc6-4831bc74b90e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.555297] env[62270]: DEBUG oslo.service.loopingcall [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.556746] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1154.559342] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18716ba3-4c43-4e17-9c68-779dec27aee7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.583406] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.583406] env[62270]: value = "task-4292369" [ 1154.583406] env[62270]: _type = "Task" [ 1154.583406] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.600183] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292369, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.658684] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: cf45692b-8a08-4733-be8d-9fd98d6a48a4] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1154.736657] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5268ac9c-b88e-84d2-923f-cc2c63f7ed22, 'name': SearchDatastore_Task, 'duration_secs': 0.01884} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.737029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.737400] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1154.737727] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79bbfd1a-6dfe-43a7-b9ab-be562ec274bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.749343] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1154.749343] env[62270]: value = "task-4292370" [ 1154.749343] env[62270]: _type = "Task" [ 1154.749343] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.758859] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.805662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.805662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.812288] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079909} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.812568] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.813894] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d72998-a0f1-44e2-b875-4a3859e3deb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.847649] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 2245f5cc-b143-4bdb-9a03-02b1f60e657f/2245f5cc-b143-4bdb-9a03-02b1f60e657f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.848466] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ecacde-ba31-466d-baff-003ef8dcb990 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.881442] env[62270]: DEBUG nova.scheduler.client.report [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.886810] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1154.886810] env[62270]: value = "task-4292371" [ 1154.886810] env[62270]: _type = "Task" [ 1154.886810] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.896761] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.902174] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1155.076614] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.077069] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.077361] env[62270]: INFO nova.compute.manager [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Rebooting instance [ 1155.094613] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292369, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.165547] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 5c8840e4-b874-4909-afd9-fbb46cd2f691] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1155.260994] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.261371] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.268926] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.308072] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1155.388377] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.388872] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1155.392037] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.069s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.392274] env[62270]: DEBUG nova.objects.instance [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'resources' on Instance uuid 74883241-be0c-4ab9-afde-783b60fe0a3c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.411160] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292371, 'name': ReconfigVM_Task, 'duration_secs': 0.306783} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.413590] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 2245f5cc-b143-4bdb-9a03-02b1f60e657f/2245f5cc-b143-4bdb-9a03-02b1f60e657f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.414472] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e7cb26a-293f-4426-a305-6fa11dcf5f3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.423964] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1155.423964] env[62270]: value = "task-4292372" [ 1155.423964] env[62270]: _type = "Task" [ 1155.423964] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.429219] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.436440] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292372, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.596490] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292369, 'name': CreateVM_Task, 'duration_secs': 0.746616} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.597835] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.598032] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquired lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.598229] env[62270]: DEBUG nova.network.neutron [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1155.599409] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1155.600191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.600382] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.600733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.601263] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff392a8d-1783-4300-8372-047a0277c5b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.607422] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1155.607422] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527e181f-0109-b3de-8379-8b23bf19475c" [ 1155.607422] env[62270]: _type = "Task" [ 1155.607422] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.618265] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527e181f-0109-b3de-8379-8b23bf19475c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.669179] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 2ed709c3-ec40-484e-adc2-84bbff8fa7d5] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1155.767168] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1155.769967] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292370, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.831349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.899166] env[62270]: DEBUG nova.compute.utils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1155.904091] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1155.904324] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1155.936971] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292372, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.947476] env[62270]: DEBUG nova.policy [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b28200ba20443db6ff7e23a20c0753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2771409ae20a42e4bb0c47726a896bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1156.119949] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527e181f-0109-b3de-8379-8b23bf19475c, 'name': SearchDatastore_Task, 'duration_secs': 0.061209} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.124059] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.125187] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.125352] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.125653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.126042] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.126804] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd2bcb20-0ef5-4698-94d7-01ad074d8cd2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.143567] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.143751] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1156.144770] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5869acb0-7785-4a3c-b30e-cc099a0b2b8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.157076] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1156.157076] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f206e4-c7c3-b131-559a-e2d41eb6001b" [ 1156.157076] env[62270]: _type = "Task" [ 1156.157076] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.162407] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b33168-b440-4ee4-a9ee-1ad893d5e367 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.171345] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f206e4-c7c3-b131-559a-e2d41eb6001b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.173545] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: dd21b7d9-b1bc-4ec9-a26d-8237558f2c82] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1156.176106] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024aa09-2a90-4977-a3c9-3ee8fb61ef46 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.213151] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1c1e3-0b07-4b1b-aec2-0920ccc38596 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.224777] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab5075-d37f-4fa7-81e8-f3b1650c8af0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.243691] env[62270]: DEBUG nova.compute.provider_tree [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.264247] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292370, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.097732} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.264545] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1156.264776] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.265065] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e345be59-5ca2-4b83-9683-ba709531c596 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.275510] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Successfully created port: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.278084] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1156.278084] env[62270]: value = "task-4292374" [ 1156.278084] env[62270]: _type = "Task" [ 1156.278084] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.294176] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.299315] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.405022] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1156.441130] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292372, 'name': Rename_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.669314] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52f206e4-c7c3-b131-559a-e2d41eb6001b, 'name': SearchDatastore_Task, 'duration_secs': 0.016012} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.670203] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35abc797-4f7c-430a-b791-5e671b4734b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.676499] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1156.676499] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5210308c-1267-74e1-d213-3ea43f0304bd" [ 1156.676499] env[62270]: _type = "Task" [ 1156.676499] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.680790] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 2ba274ef-cf49-4b3d-822e-f38d031d711f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1156.685978] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5210308c-1267-74e1-d213-3ea43f0304bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.749209] env[62270]: DEBUG nova.scheduler.client.report [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1156.767507] env[62270]: DEBUG nova.network.neutron [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updating instance_info_cache with network_info: [{"id": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "address": "fa:16:3e:00:ac:cc", "network": {"id": "5b1600a6-e948-4978-a25a-c3ac7697cb23", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-594746237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab99b167533742b7ac3837e5b10a2189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3a941f-c8", "ovs_interfaceid": "6f3a941f-c80f-42a4-a85f-18a8b8e5ce79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.791567] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214363} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.791847] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.792679] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e2715-bc03-4214-9cdd-16f9955bb5ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.815252] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.815884] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c63b4a-a97b-4b92-901b-5b874c8ed731 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.837293] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1156.837293] env[62270]: value = "task-4292375" [ 1156.837293] env[62270]: _type = "Task" [ 1156.837293] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.851927] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.937219] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292372, 'name': Rename_Task, 'duration_secs': 1.23935} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.937598] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1156.937878] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04b46fc7-45ce-4a40-b728-122e2f429870 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.946804] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1156.946804] env[62270]: value = "task-4292376" [ 1156.946804] env[62270]: _type = "Task" [ 1156.946804] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.956703] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.189992] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 9c4760c2-f3cd-4ce2-96ce-4c34633ffc2d] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1157.196359] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5210308c-1267-74e1-d213-3ea43f0304bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015598} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.197081] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.197451] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1157.197900] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e355a656-8a74-4a11-97b3-6e911479f4ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.208633] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1157.208633] env[62270]: value = "task-4292377" [ 1157.208633] env[62270]: _type = "Task" [ 1157.208633] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.220578] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.257023] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.258353] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.219s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.272374] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Releasing lock "refresh_cache-ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.275018] env[62270]: DEBUG nova.compute.manager [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1157.275018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4e20c7-e8e6-4823-a021-bd790ff380ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.293364] env[62270]: INFO nova.scheduler.client.report [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted allocations for instance 74883241-be0c-4ab9-afde-783b60fe0a3c [ 1157.349686] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.415938] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1157.444702] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1157.444973] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1157.445153] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.445351] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1157.445504] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.445657] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1157.445908] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1157.446119] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1157.446346] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1157.446530] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1157.446714] env[62270]: DEBUG nova.virt.hardware [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.448056] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf37541-9d4f-431c-9a0a-eb60b2a51814 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.469050] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228db0c-d6e6-4056-82ef-83ca43cfd9da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.474915] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.697628] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 98b3bd61-2f04-4d28-95fc-59ac63fe59cf] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1157.721430] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292377, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.766708] env[62270]: INFO nova.compute.claims [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.780866] env[62270]: DEBUG nova.compute.manager [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Received event network-vif-plugged-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1157.780866] env[62270]: DEBUG oslo_concurrency.lockutils [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.780866] env[62270]: DEBUG oslo_concurrency.lockutils [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] Lock "1081b751-66b7-455e-a000-ae366091bcad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.780866] env[62270]: DEBUG oslo_concurrency.lockutils [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] Lock "1081b751-66b7-455e-a000-ae366091bcad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.780866] env[62270]: DEBUG nova.compute.manager [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] No waiting events found dispatching network-vif-plugged-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1157.780866] env[62270]: WARNING nova.compute.manager [req-8fbbb8d4-098e-49fb-ab54-e8a441dc486c req-55ec34ab-dad4-46d3-8753-12db1c45d02f service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Received unexpected event network-vif-plugged-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 for instance with vm_state building and task_state spawning. [ 1157.803868] env[62270]: DEBUG oslo_concurrency.lockutils [None req-afffb83c-a5a1-461e-990f-4b752f079b92 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "74883241-be0c-4ab9-afde-783b60fe0a3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.032s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.851074] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292375, 'name': ReconfigVM_Task, 'duration_secs': 0.834763} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.851487] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343/c768d930-225b-44c1-a268-43e3ea7bd343.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.852648] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbf12bf-879a-4794-9899-f48f92e5cf87 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.867030] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1157.867030] env[62270]: value = "task-4292379" [ 1157.867030] env[62270]: _type = "Task" [ 1157.867030] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.874772] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292379, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.942752] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Successfully updated port: c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.965856] env[62270]: DEBUG oslo_vmware.api [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292376, 'name': PowerOnVM_Task, 'duration_secs': 0.810711} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.965856] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1157.965856] env[62270]: INFO nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1157.966206] env[62270]: DEBUG nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1157.967169] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6922ed22-966d-4dd2-be03-221d484284e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.201852] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: c194adda-37e8-43b7-b640-0e51cc762bb0] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1158.220724] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812556} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.220959] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1158.221208] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.221468] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c4989a4-ed00-45a2-a015-91fb0de715d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.229551] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1158.229551] env[62270]: value = "task-4292380" [ 1158.229551] env[62270]: _type = "Task" [ 1158.229551] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.239660] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.275510] env[62270]: INFO nova.compute.resource_tracker [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating resource usage from migration 36172a00-bddd-4b2a-87ee-d4513a1e3054 [ 1158.292030] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e083de-39f6-43cd-a5b6-fcb5a32c6182 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.301998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Doing hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1158.302254] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d3c527fa-8770-44b0-9358-70c45cc3b129 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.310947] env[62270]: DEBUG oslo_vmware.api [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1158.310947] env[62270]: value = "task-4292381" [ 1158.310947] env[62270]: _type = "Task" [ 1158.310947] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.324185] env[62270]: DEBUG oslo_vmware.api [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292381, 'name': ResetVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.377773] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292379, 'name': Rename_Task, 'duration_secs': 0.308864} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.378108] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1158.378396] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22f732ef-b118-4c01-a03e-fd47b7f0323f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.386650] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1158.386650] env[62270]: value = "task-4292382" [ 1158.386650] env[62270]: _type = "Task" [ 1158.386650] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.396566] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.402225] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.402574] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.402803] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.402999] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.403201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.405769] env[62270]: INFO nova.compute.manager [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Terminating instance [ 1158.407921] env[62270]: DEBUG nova.compute.manager [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1158.408217] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1158.409237] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9128ea2-d784-4cde-872b-21b681a94d1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.423405] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1158.423694] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b17b2b8-3189-466b-ab0c-9a89c03007a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.432619] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1158.432619] env[62270]: value = "task-4292383" [ 1158.432619] env[62270]: _type = "Task" [ 1158.432619] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.441651] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.448250] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1158.448250] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.448250] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1158.490858] env[62270]: INFO nova.compute.manager [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Took 29.88 seconds to build instance. [ 1158.529782] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633578f-2aa5-455e-acce-35cdb6c13458 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.538454] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5cb1e2-2993-40d6-92ee-e452936c233b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.574613] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f7354a-0bf8-438b-870e-293ad800fff0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.584477] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac05799-416e-4497-b9c0-911d46ba943a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.601786] env[62270]: DEBUG nova.compute.provider_tree [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.707903] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 7ad80243-ccd9-4dce-8844-273b82a9e5be] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1158.742984] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080351} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.743287] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.744126] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a09590b-cf2a-4449-a37b-6ea4a0937c4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.769784] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.770172] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a9160a-3f52-4d7d-a763-b075d6f83560 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.795974] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1158.795974] env[62270]: value = "task-4292384" [ 1158.795974] env[62270]: _type = "Task" [ 1158.795974] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.807489] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.824623] env[62270]: DEBUG oslo_vmware.api [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292381, 'name': ResetVM_Task, 'duration_secs': 0.10495} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.824912] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Did hard reboot of VM {{(pid=62270) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1158.825113] env[62270]: DEBUG nova.compute.manager [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1158.825954] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f1e99b-f092-4521-a002-9e9560afda02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.898164] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292382, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.947935] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292383, 'name': PowerOffVM_Task, 'duration_secs': 0.352098} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.948334] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1158.948565] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1158.949439] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392df31a-3089-4479-b9f7-021f8a206f7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.994162] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1a3e8d3f-422f-47bd-94b5-00227026b496 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.399s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.997652] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1159.032947] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1159.033235] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1159.033428] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleting the datastore file [datastore2] 39d23750-4f9a-44d0-9905-45ef441e8b8c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.033763] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33e2b3eb-1f72-41c0-a7b1-737e7de8092b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.042664] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for the task: (returnval){ [ 1159.042664] env[62270]: value = "task-4292386" [ 1159.042664] env[62270]: _type = "Task" [ 1159.042664] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.052163] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.105371] env[62270]: DEBUG nova.scheduler.client.report [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1159.146430] env[62270]: DEBUG nova.network.neutron [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating instance_info_cache with network_info: [{"id": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "address": "fa:16:3e:6e:39:0c", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7af4e5c-7c", "ovs_interfaceid": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.211730] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 8c93b9dc-3a99-4031-b44c-111fba9a211f] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1159.309170] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292384, 'name': ReconfigVM_Task, 'duration_secs': 0.471244} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.309170] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.309170] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b7e74b2-8c2b-4767-abef-5e0ef54202ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.316882] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1159.316882] env[62270]: value = "task-4292387" [ 1159.316882] env[62270]: _type = "Task" [ 1159.316882] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.328385] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292387, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.338575] env[62270]: DEBUG oslo_concurrency.lockutils [None req-29211325-bbdb-4c44-bdb1-66c9014243cd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.262s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.397753] env[62270]: DEBUG oslo_vmware.api [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292382, 'name': PowerOnVM_Task, 'duration_secs': 0.974242} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.398213] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1159.398505] env[62270]: DEBUG nova.compute.manager [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1159.399311] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e772e92d-dbd4-4be4-a2dd-71556c6e399b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.513055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.513312] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.552848] env[62270]: DEBUG oslo_vmware.api [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Task: {'id': task-4292386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422976} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.553160] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.553268] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1159.553458] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1159.553692] env[62270]: INFO nova.compute.manager [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1159.553962] env[62270]: DEBUG oslo.service.loopingcall [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.554180] env[62270]: DEBUG nova.compute.manager [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1159.554273] env[62270]: DEBUG nova.network.neutron [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1159.612877] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.355s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.613341] env[62270]: INFO nova.compute.manager [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Migrating [ 1159.620939] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.192s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.623364] env[62270]: INFO nova.compute.claims [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.649272] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.649322] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Instance network_info: |[{"id": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "address": "fa:16:3e:6e:39:0c", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7af4e5c-7c", "ovs_interfaceid": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1159.650201] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:39:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7af4e5c-7c2d-4be5-940e-2bc4a6356183', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.659069] env[62270]: DEBUG oslo.service.loopingcall [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.660122] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1159.660376] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-666df9ea-9448-43f9-8d33-608db5f9d9c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.683569] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.683569] env[62270]: value = "task-4292388" [ 1159.683569] env[62270]: _type = "Task" [ 1159.683569] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.696154] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292388, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.716778] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 78aede01-1f93-4396-abd9-4d05de22119c] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1159.809756] env[62270]: DEBUG nova.compute.manager [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Received event network-changed-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1159.809756] env[62270]: DEBUG nova.compute.manager [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Refreshing instance network info cache due to event network-changed-c7af4e5c-7c2d-4be5-940e-2bc4a6356183. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1159.809756] env[62270]: DEBUG oslo_concurrency.lockutils [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] Acquiring lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.809967] env[62270]: DEBUG oslo_concurrency.lockutils [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] Acquired lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.810152] env[62270]: DEBUG nova.network.neutron [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Refreshing network info cache for port c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1159.837236] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292387, 'name': Rename_Task, 'duration_secs': 0.230326} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.838678] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1159.839360] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c3a9c2-c9a1-48c6-9213-0ac0377fe8e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848724] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1159.848724] env[62270]: value = "task-4292389" [ 1159.848724] env[62270]: _type = "Task" [ 1159.848724] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.857854] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.916142] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.015477] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1160.140337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.140337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.140585] env[62270]: DEBUG nova.network.neutron [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1160.144083] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.144305] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.144671] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.144891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.145096] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.147702] env[62270]: INFO nova.compute.manager [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Terminating instance [ 1160.149518] env[62270]: DEBUG nova.compute.manager [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1160.149720] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1160.151007] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d22270-019d-48f7-ba16-74778881524b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.160698] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1160.160947] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d52fe62-896d-4132-abd1-41e54dc2a3df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.169417] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1160.169417] env[62270]: value = "task-4292391" [ 1160.169417] env[62270]: _type = "Task" [ 1160.169417] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.179136] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.193754] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292388, 'name': CreateVM_Task, 'duration_secs': 0.439543} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.193974] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1160.194723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.194927] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.195308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1160.195600] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6b1f7e-c99a-453c-9bd9-83afc966ffad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.201814] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1160.201814] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b82fab-e298-d981-c1d4-ef7c8761e4ca" [ 1160.201814] env[62270]: _type = "Task" [ 1160.201814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.210668] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b82fab-e298-d981-c1d4-ef7c8761e4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.220265] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a14afafb-5d3c-4f75-a893-3f8563a8945a] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1160.360924] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.429361] env[62270]: DEBUG nova.network.neutron [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.541388] env[62270]: DEBUG nova.network.neutron [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updated VIF entry in instance network info cache for port c7af4e5c-7c2d-4be5-940e-2bc4a6356183. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1160.541776] env[62270]: DEBUG nova.network.neutron [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating instance_info_cache with network_info: [{"id": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "address": "fa:16:3e:6e:39:0c", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7af4e5c-7c", "ovs_interfaceid": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.543917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.684999] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292391, 'name': PowerOffVM_Task, 'duration_secs': 0.290179} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.685362] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1160.685541] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1160.685790] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af397c3-4382-47ad-a165-21261a876926 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.719524] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b82fab-e298-d981-c1d4-ef7c8761e4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.719887] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.724375] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.724375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.724375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.724375] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.724375] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b841b4b-ad60-454e-90c1-717830565b60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.724668] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: fb133469-45df-4024-9155-eeed639eca8e] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1160.735412] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.735412] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1160.736223] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba491966-a858-46b3-98ef-310ae6df68bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.744962] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1160.744962] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bfd9cf-87c2-cc26-ab85-e72787389dd1" [ 1160.744962] env[62270]: _type = "Task" [ 1160.744962] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.754918] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bfd9cf-87c2-cc26-ab85-e72787389dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.768331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1160.768567] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1160.768760] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Deleting the datastore file [datastore2] ee246d8f-37a8-4a6d-b2ec-a840ec5ec617 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.771362] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4dae2a7-6f73-4790-a571-f88f85e23c05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.779642] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for the task: (returnval){ [ 1160.779642] env[62270]: value = "task-4292393" [ 1160.779642] env[62270]: _type = "Task" [ 1160.779642] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.793972] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.862664] env[62270]: DEBUG oslo_vmware.api [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292389, 'name': PowerOnVM_Task, 'duration_secs': 0.545599} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.862664] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1160.862664] env[62270]: INFO nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1160.862664] env[62270]: DEBUG nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1160.863017] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a80171d-c95b-4c28-92b6-b83d956b8ce9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.934527] env[62270]: INFO nova.compute.manager [-] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Took 1.38 seconds to deallocate network for instance. [ 1160.935469] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c541f2-5bc7-4743-9487-8d12f99f5b1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.946748] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d848dfce-7810-499d-a512-533f6ee5d9e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.982356] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef18187-f825-4b41-9930-f2c726f6befb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.991053] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b850e68-3829-4dcf-a850-c690e29a221a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.006256] env[62270]: DEBUG nova.compute.provider_tree [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.045310] env[62270]: DEBUG oslo_concurrency.lockutils [req-9380719f-a08a-4c7c-a42e-3e1eeff6e308 req-df3863fe-dd1a-4489-a9d9-a8a607457b63 service nova] Releasing lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.100219] env[62270]: DEBUG nova.network.neutron [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.186396] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "c768d930-225b-44c1-a268-43e3ea7bd343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.186652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.186874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "c768d930-225b-44c1-a268-43e3ea7bd343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.187095] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.187284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.189373] env[62270]: INFO nova.compute.manager [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Terminating instance [ 1161.190929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "refresh_cache-c768d930-225b-44c1-a268-43e3ea7bd343" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1161.191111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquired lock "refresh_cache-c768d930-225b-44c1-a268-43e3ea7bd343" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.191290] env[62270]: DEBUG nova.network.neutron [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1161.227857] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: e3664a5c-6457-45c1-a60f-f2393a568cae] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1161.257395] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52bfd9cf-87c2-cc26-ab85-e72787389dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.015348} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.258757] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3cf03a-be12-4922-bd87-dd19bf5c74ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.265767] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1161.265767] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52028f56-8620-da3f-eb75-99c7e2e92200" [ 1161.265767] env[62270]: _type = "Task" [ 1161.265767] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.274383] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52028f56-8620-da3f-eb75-99c7e2e92200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.289522] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.385083] env[62270]: INFO nova.compute.manager [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Took 30.36 seconds to build instance. [ 1161.447627] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.509344] env[62270]: DEBUG nova.scheduler.client.report [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1161.602781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.709622] env[62270]: DEBUG nova.network.neutron [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1161.732803] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 9a97dc62-e3e7-4fee-84bb-2daa0daf1b86] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1161.778621] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52028f56-8620-da3f-eb75-99c7e2e92200, 'name': SearchDatastore_Task, 'duration_secs': 0.035562} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.778903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.779187] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1081b751-66b7-455e-a000-ae366091bcad/1081b751-66b7-455e-a000-ae366091bcad.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1161.779464] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44742aa6-66ee-4cab-84c4-e1d2dba6bd45 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.792615] env[62270]: DEBUG oslo_vmware.api [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Task: {'id': task-4292393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.806204} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.794057] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.794271] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1161.794505] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1161.794702] env[62270]: INFO nova.compute.manager [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1161.794958] env[62270]: DEBUG oslo.service.loopingcall [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.795250] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1161.795250] env[62270]: value = "task-4292394" [ 1161.795250] env[62270]: _type = "Task" [ 1161.795250] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.795457] env[62270]: DEBUG nova.compute.manager [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1161.795557] env[62270]: DEBUG nova.network.neutron [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1161.806791] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.820446] env[62270]: DEBUG nova.network.neutron [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.877065] env[62270]: DEBUG nova.compute.manager [req-5a3f8d19-8ed2-43e5-b14a-67deb11a062a req-730e46d9-3c21-4e89-9bbb-fd44f477894d service nova] [instance: 39d23750-4f9a-44d0-9905-45ef441e8b8c] Received event network-vif-deleted-0d7a37ca-f8ed-49b9-ad1b-8a7eb82a028b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1161.886761] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5237e515-addc-4c58-b2fc-dde498f8ea90 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.869s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.015295] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.015295] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1162.022961] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.192s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.025324] env[62270]: INFO nova.compute.claims [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.239083] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6f751e91-361b-4c18-928e-c5a45295932d] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1162.271488] env[62270]: DEBUG nova.compute.manager [req-1e1c808a-89b7-40d8-9d9a-6e5aa044b1e8 req-ab4adc91-d02f-4d63-b7f4-5392fabd1e61 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Received event network-vif-deleted-6f3a941f-c80f-42a4-a85f-18a8b8e5ce79 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1162.271488] env[62270]: INFO nova.compute.manager [req-1e1c808a-89b7-40d8-9d9a-6e5aa044b1e8 req-ab4adc91-d02f-4d63-b7f4-5392fabd1e61 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Neutron deleted interface 6f3a941f-c80f-42a4-a85f-18a8b8e5ce79; detaching it from the instance and deleting it from the info cache [ 1162.271851] env[62270]: DEBUG nova.network.neutron [req-1e1c808a-89b7-40d8-9d9a-6e5aa044b1e8 req-ab4adc91-d02f-4d63-b7f4-5392fabd1e61 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.310401] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.322821] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Releasing lock "refresh_cache-c768d930-225b-44c1-a268-43e3ea7bd343" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1162.323364] env[62270]: DEBUG nova.compute.manager [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1162.323911] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1162.325018] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16af31-4713-41a4-8b1f-1e3d209a2164 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.333840] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1162.334234] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42203aa4-1eb2-4a53-a3f8-be94bd11644a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.344041] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1162.344041] env[62270]: value = "task-4292395" [ 1162.344041] env[62270]: _type = "Task" [ 1162.344041] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.355443] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.524502] env[62270]: DEBUG nova.compute.utils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1162.526340] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1162.526547] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1162.568914] env[62270]: DEBUG nova.policy [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc99ba3578a46eba103f27a10933c2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c31919e752a241ac9f23f6898d260b67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1162.737198] env[62270]: DEBUG nova.network.neutron [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.743583] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 3d7388dd-b0b5-4b7f-b74d-9bdedbb67ebc] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1162.775088] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf1630ef-c7f0-40e1-a4d1-08c9692b6212 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.787277] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2290326b-9c8b-408f-b6f6-21b40498a0f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.811649] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549528} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.812299] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 1081b751-66b7-455e-a000-ae366091bcad/1081b751-66b7-455e-a000-ae366091bcad.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1162.812533] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.812795] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01af71a3-2a4f-451e-952b-bfc62c6e5c66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.827782] env[62270]: DEBUG nova.compute.manager [req-1e1c808a-89b7-40d8-9d9a-6e5aa044b1e8 req-ab4adc91-d02f-4d63-b7f4-5392fabd1e61 service nova] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Detach interface failed, port_id=6f3a941f-c80f-42a4-a85f-18a8b8e5ce79, reason: Instance ee246d8f-37a8-4a6d-b2ec-a840ec5ec617 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1162.829362] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1162.829362] env[62270]: value = "task-4292396" [ 1162.829362] env[62270]: _type = "Task" [ 1162.829362] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.840119] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.854992] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292395, 'name': PowerOffVM_Task, 'duration_secs': 0.219792} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.855641] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1162.855641] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1162.855804] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8378ba-a1db-4c94-8d0f-aa6ab3ba1797 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.901613] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1162.903265] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1162.903265] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Deleting the datastore file [datastore2] c768d930-225b-44c1-a268-43e3ea7bd343 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.903265] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e28659-3f6c-41de-80b4-9f9f2ba22453 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.911644] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for the task: (returnval){ [ 1162.911644] env[62270]: value = "task-4292398" [ 1162.911644] env[62270]: _type = "Task" [ 1162.911644] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.922611] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.957257] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Successfully created port: 00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.029660] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1163.118449] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44daac-ed3b-44b1-b740-602677324d49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.142620] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1163.240046] env[62270]: INFO nova.compute.manager [-] [instance: ee246d8f-37a8-4a6d-b2ec-a840ec5ec617] Took 1.44 seconds to deallocate network for instance. [ 1163.248118] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b9ca5bd6-f9f4-4039-8c11-3e3eecbc54ff] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1163.307042] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411265d-f895-4f71-8b53-82f9984f8e1e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.316108] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f3cb73-7e91-4dd7-8462-865bdd8143d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353915] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb6ccb-47cd-4cca-bb54-ab20aeb47356 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.362812] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073929} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.365043] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.365859] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd19e6f-eba2-4eb5-abef-13a067094fc2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.369286] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb04454d-28e4-4535-a37a-b480d3d0641a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.386527] env[62270]: DEBUG nova.compute.provider_tree [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.406246] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 1081b751-66b7-455e-a000-ae366091bcad/1081b751-66b7-455e-a000-ae366091bcad.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.407347] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9748526-bd86-403d-90ba-1cd096d74466 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.432132] env[62270]: DEBUG oslo_vmware.api [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Task: {'id': task-4292398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114973} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.434391] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.434391] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1163.434391] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1163.434391] env[62270]: INFO nova.compute.manager [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1163.434391] env[62270]: DEBUG oslo.service.loopingcall [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.434634] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1163.434634] env[62270]: value = "task-4292399" [ 1163.434634] env[62270]: _type = "Task" [ 1163.434634] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.434781] env[62270]: DEBUG nova.compute.manager [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1163.434881] env[62270]: DEBUG nova.network.neutron [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1163.445200] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.459377] env[62270]: DEBUG nova.network.neutron [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1163.651188] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1163.651622] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79010288-8002-4be7-b1bb-84a7637a8125 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.660008] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1163.660008] env[62270]: value = "task-4292400" [ 1163.660008] env[62270]: _type = "Task" [ 1163.660008] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.669409] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.751755] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.752393] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: b802a76e-c112-4eaf-97b5-ed82ec528bf9] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1163.904669] env[62270]: DEBUG nova.compute.manager [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Received event network-changed-bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1163.904669] env[62270]: DEBUG nova.compute.manager [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Refreshing instance network info cache due to event network-changed-bf5c987d-d1f6-431b-bfc6-4831bc74b90e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1163.904915] env[62270]: DEBUG oslo_concurrency.lockutils [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.905109] env[62270]: DEBUG oslo_concurrency.lockutils [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.905296] env[62270]: DEBUG nova.network.neutron [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Refreshing network info cache for port bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1163.909960] env[62270]: DEBUG nova.scheduler.client.report [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1163.948483] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.962916] env[62270]: DEBUG nova.network.neutron [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.038731] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1164.065110] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.065387] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.065558] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.065750] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.065962] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.066161] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.066381] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.066550] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.066724] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.066895] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.067147] env[62270]: DEBUG nova.virt.hardware [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.068016] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb8766a-ee87-4309-8e0b-bdaf5dcb080f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.076683] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8015b828-2439-4298-b479-37f4b1a3a408 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.170954] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292400, 'name': PowerOffVM_Task, 'duration_secs': 0.255531} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.171497] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1164.171824] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1164.255179] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: d6bde5b4-f544-41c7-b763-c668b7bbd914] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1164.282048] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.282313] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.417306] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.417863] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1164.420327] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.121s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.421782] env[62270]: INFO nova.compute.claims [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.448043] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292399, 'name': ReconfigVM_Task, 'duration_secs': 0.555627} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.448043] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 1081b751-66b7-455e-a000-ae366091bcad/1081b751-66b7-455e-a000-ae366091bcad.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.448445] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4d7550-b522-42b6-9ad0-89b8960133da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.458615] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1164.458615] env[62270]: value = "task-4292401" [ 1164.458615] env[62270]: _type = "Task" [ 1164.458615] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.470622] env[62270]: INFO nova.compute.manager [-] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Took 1.04 seconds to deallocate network for instance. [ 1164.471249] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292401, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.678368] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1164.678626] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1164.678784] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.678987] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1164.679154] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.679303] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1164.679504] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1164.679664] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1164.679829] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1164.679989] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1164.680201] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.686661] env[62270]: DEBUG nova.network.neutron [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updated VIF entry in instance network info cache for port bf5c987d-d1f6-431b-bfc6-4831bc74b90e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1164.687078] env[62270]: DEBUG nova.network.neutron [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.688326] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba3de4e-0593-4339-818a-515ead6371e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.706343] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1164.706343] env[62270]: value = "task-4292402" [ 1164.706343] env[62270]: _type = "Task" [ 1164.706343] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.717232] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.758580] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 3c9edc83-e462-4109-9d09-5c4e96755f17] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1164.784588] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1164.798175] env[62270]: DEBUG nova.compute.manager [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Received event network-vif-plugged-00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1164.798622] env[62270]: DEBUG oslo_concurrency.lockutils [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.798853] env[62270]: DEBUG oslo_concurrency.lockutils [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.799060] env[62270]: DEBUG oslo_concurrency.lockutils [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.799248] env[62270]: DEBUG nova.compute.manager [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] No waiting events found dispatching network-vif-plugged-00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1164.799427] env[62270]: WARNING nova.compute.manager [req-9c37e06f-ad8d-4ed5-9810-67b8d84704da req-96e11111-1563-472a-ab81-2cc783cec905 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Received unexpected event network-vif-plugged-00110228-042c-4b8c-9c06-2fcc75819103 for instance with vm_state building and task_state spawning. [ 1164.880866] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Successfully updated port: 00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.926478] env[62270]: DEBUG nova.compute.utils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1164.932023] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1164.932023] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1164.970740] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292401, 'name': Rename_Task, 'duration_secs': 0.245971} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.970897] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1164.971110] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ff1261-3ed4-4f10-b20b-a9748e607527 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.980209] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.982181] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1164.982181] env[62270]: value = "task-4292403" [ 1164.982181] env[62270]: _type = "Task" [ 1164.982181] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.988293] env[62270]: DEBUG nova.policy [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1164.993288] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.201169] env[62270]: DEBUG oslo_concurrency.lockutils [req-89530739-7ecf-460b-aa51-97568cf784a2 req-c2961e3b-2fe9-4390-be4a-c9e14394c4bd service nova] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.217927] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292402, 'name': ReconfigVM_Task, 'duration_secs': 0.330148} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.219178] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1165.261900] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: fe564bfb-7cd2-4168-a41a-77fc4747426b] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1165.284684] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Successfully created port: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.311518] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.384246] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.384476] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.384556] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1165.434248] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1165.498464] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.698259] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092a5aa9-1af8-4484-a88f-f27cf8fb1570 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.708067] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbafc9e-f149-48df-b1be-8834d3192900 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.744330] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1165.744630] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1165.744812] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.745016] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1165.745184] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.745345] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1165.745558] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1165.745724] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1165.745926] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1165.746176] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1165.746370] env[62270]: DEBUG nova.virt.hardware [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.751642] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.752540] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d19187-3094-4f72-9b69-19c1e22bf243 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.766802] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24dd5d0-01ad-4876-8a86-e992eff79422 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.769742] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f2bb4caa-a46e-4b99-9505-bd69fbcd42d0] Instance has had 0 of 5 cleanup attempts {{(pid=62270) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11317}} [ 1165.777601] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3ebbf-3487-4ccd-8174-e796e21a6bf6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.783437] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1165.783437] env[62270]: value = "task-4292404" [ 1165.783437] env[62270]: _type = "Task" [ 1165.783437] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.792380] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.800544] env[62270]: DEBUG nova.compute.provider_tree [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.927606] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1165.993473] env[62270]: DEBUG oslo_vmware.api [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292403, 'name': PowerOnVM_Task, 'duration_secs': 0.845464} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.993706] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1165.993940] env[62270]: INFO nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1165.994161] env[62270]: DEBUG nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1165.994937] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bf4a3b-4631-4a8b-aa38-346c66d8d1a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.077775] env[62270]: DEBUG nova.network.neutron [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating instance_info_cache with network_info: [{"id": "00110228-042c-4b8c-9c06-2fcc75819103", "address": "fa:16:3e:31:a2:68", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00110228-04", "ovs_interfaceid": "00110228-042c-4b8c-9c06-2fcc75819103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.273570] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.273766] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Cleaning up deleted instances with incomplete migration {{(pid=62270) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11342}} [ 1166.293318] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292404, 'name': ReconfigVM_Task, 'duration_secs': 0.230587} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.293622] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.294531] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e81fd70-3762-4b5b-9baa-1bab0c4a78e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310321] env[62270]: DEBUG nova.scheduler.client.report [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1166.320675] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.321123] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c575be4-39b5-41de-a87d-786bca0c6969 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.340827] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1166.340827] env[62270]: value = "task-4292405" [ 1166.340827] env[62270]: _type = "Task" [ 1166.340827] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.349372] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.445296] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1166.471160] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1166.471421] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1166.471587] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.471780] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1166.471942] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.472121] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1166.472366] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1166.472552] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1166.472730] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1166.472901] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1166.473121] env[62270]: DEBUG nova.virt.hardware [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.474041] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160f6148-feca-4aeb-b8ca-6f90407fa739 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.482736] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c20f895-605c-4cf2-a34a-30ac6844b461 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.513986] env[62270]: INFO nova.compute.manager [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Took 29.80 seconds to build instance. [ 1166.580820] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.581170] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Instance network_info: |[{"id": "00110228-042c-4b8c-9c06-2fcc75819103", "address": "fa:16:3e:31:a2:68", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00110228-04", "ovs_interfaceid": "00110228-042c-4b8c-9c06-2fcc75819103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1166.581598] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:a2:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00110228-042c-4b8c-9c06-2fcc75819103', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.589566] env[62270]: DEBUG oslo.service.loopingcall [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.589798] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1166.590034] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d686e063-62db-4c18-8e14-70c719c64bbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.612265] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.612265] env[62270]: value = "task-4292406" [ 1166.612265] env[62270]: _type = "Task" [ 1166.612265] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.622292] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292406, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.775717] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.822707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.823375] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1166.828025] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.912s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.828025] env[62270]: DEBUG nova.objects.instance [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] [instance: c768d930-225b-44c1-a268-43e3ea7bd343] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1166.832492] env[62270]: DEBUG nova.compute.manager [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Received event network-changed-00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1166.832492] env[62270]: DEBUG nova.compute.manager [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Refreshing instance network info cache due to event network-changed-00110228-042c-4b8c-9c06-2fcc75819103. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1166.832492] env[62270]: DEBUG oslo_concurrency.lockutils [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] Acquiring lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.832492] env[62270]: DEBUG oslo_concurrency.lockutils [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] Acquired lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.832492] env[62270]: DEBUG nova.network.neutron [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Refreshing network info cache for port 00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1166.853692] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.015834] env[62270]: DEBUG oslo_concurrency.lockutils [None req-55818cc9-d789-4552-b4a4-e693c3a3639a tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.316s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.100335] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Successfully updated port: 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.122823] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292406, 'name': CreateVM_Task, 'duration_secs': 0.456917} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.122995] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1167.123688] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.123865] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.124223] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.124751] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59656165-dc0d-4b33-b6d8-d5c7d7308fe7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.129614] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1167.129614] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5273f2cb-82d6-c182-a1a2-262d405bfc98" [ 1167.129614] env[62270]: _type = "Task" [ 1167.129614] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.137317] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5273f2cb-82d6-c182-a1a2-262d405bfc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.259390] env[62270]: DEBUG nova.compute.manager [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Received event network-changed-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1167.259390] env[62270]: DEBUG nova.compute.manager [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Refreshing instance network info cache due to event network-changed-c7af4e5c-7c2d-4be5-940e-2bc4a6356183. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1167.259390] env[62270]: DEBUG oslo_concurrency.lockutils [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] Acquiring lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.259808] env[62270]: DEBUG oslo_concurrency.lockutils [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] Acquired lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.259808] env[62270]: DEBUG nova.network.neutron [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Refreshing network info cache for port c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1167.335780] env[62270]: DEBUG nova.compute.utils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.342609] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1167.342609] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1167.354471] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292405, 'name': ReconfigVM_Task, 'duration_secs': 0.573164} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.354784] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4/cd9020e7-9cb2-4438-a3bf-82848e4cb4f4.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.355604] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1167.386198] env[62270]: DEBUG nova.policy [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b188a3db20ab49f0ac8a641eb0eca9f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910c66d9c8349a3aeec5267866aaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1167.561781] env[62270]: DEBUG nova.network.neutron [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updated VIF entry in instance network info cache for port 00110228-042c-4b8c-9c06-2fcc75819103. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1167.562175] env[62270]: DEBUG nova.network.neutron [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating instance_info_cache with network_info: [{"id": "00110228-042c-4b8c-9c06-2fcc75819103", "address": "fa:16:3e:31:a2:68", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00110228-04", "ovs_interfaceid": "00110228-042c-4b8c-9c06-2fcc75819103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.603750] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.603750] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.603975] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.642505] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5273f2cb-82d6-c182-a1a2-262d405bfc98, 'name': SearchDatastore_Task, 'duration_secs': 0.013429} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.642881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.643172] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.643480] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.643674] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.643912] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.644327] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe0bc7f-b961-4511-b3bd-7b3b1174f9d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.656848] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.656848] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1167.657832] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52944777-7964-4ac4-81b1-c6bff746fa09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.661519] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Successfully created port: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.665438] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1167.665438] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526a5453-055e-58ad-1eda-8231b82af496" [ 1167.665438] env[62270]: _type = "Task" [ 1167.665438] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.674388] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526a5453-055e-58ad-1eda-8231b82af496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.844152] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1167.849935] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a1bc8de-4a35-4a00-ace4-444e06c8b1d5 tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.854199] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.307s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.854199] env[62270]: INFO nova.compute.claims [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.864129] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb616696-3341-4103-bb8c-7d781df0106b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.888696] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d55120-6e40-4388-aa01-5769bd98df0a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.911990] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1168.057909] env[62270]: DEBUG nova.network.neutron [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updated VIF entry in instance network info cache for port c7af4e5c-7c2d-4be5-940e-2bc4a6356183. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1168.058356] env[62270]: DEBUG nova.network.neutron [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating instance_info_cache with network_info: [{"id": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "address": "fa:16:3e:6e:39:0c", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7af4e5c-7c", "ovs_interfaceid": "c7af4e5c-7c2d-4be5-940e-2bc4a6356183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.065332] env[62270]: DEBUG oslo_concurrency.lockutils [req-de0923bd-694f-4eaf-8f90-d82cbb44619b req-f1177c8c-f1e8-45e7-93d4-54158c107d07 service nova] Releasing lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.171442] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1168.179535] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526a5453-055e-58ad-1eda-8231b82af496, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.180348] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de438dcb-5897-49e1-b58f-8f6588e128cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.187084] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1168.187084] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52196264-d68e-551b-366a-08db33b51ac3" [ 1168.187084] env[62270]: _type = "Task" [ 1168.187084] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.195370] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52196264-d68e-551b-366a-08db33b51ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.279010] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.279259] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.386654] env[62270]: DEBUG nova.network.neutron [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Updating instance_info_cache with network_info: [{"id": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "address": "fa:16:3e:37:e9:5b", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7622c55f-b3", "ovs_interfaceid": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.480243] env[62270]: DEBUG nova.network.neutron [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Port d0f97808-feeb-4fc7-82cb-d7ff8a13213e binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1168.561307] env[62270]: DEBUG oslo_concurrency.lockutils [req-43482d7c-a1e4-4e8c-a970-165d72539c28 req-2229a96f-c5f5-41b7-b763-2fa757301c74 service nova] Releasing lock "refresh_cache-1081b751-66b7-455e-a000-ae366091bcad" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.700136] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52196264-d68e-551b-366a-08db33b51ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.011594} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.700136] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.700136] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f3c7f11d-1429-4452-a7b3-57e37789f637/f3c7f11d-1429-4452-a7b3-57e37789f637.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1168.700451] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b649a01f-c89e-4d35-ab22-3db0c86e675e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.709165] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1168.709165] env[62270]: value = "task-4292407" [ 1168.709165] env[62270]: _type = "Task" [ 1168.709165] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.717972] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.788958] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.788958] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1168.858152] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1168.889527] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.889847] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Instance network_info: |[{"id": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "address": "fa:16:3e:37:e9:5b", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7622c55f-b3", "ovs_interfaceid": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1168.892045] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1168.892290] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1168.892457] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.892686] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1168.892849] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.893014] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1168.893243] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1168.893414] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1168.893587] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1168.893754] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1168.894538] env[62270]: DEBUG nova.virt.hardware [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1168.894747] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:e9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.903092] env[62270]: DEBUG oslo.service.loopingcall [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.903879] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8bd3f-96ab-455f-b752-8a7ccd746d56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.910618] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1168.911918] env[62270]: DEBUG nova.compute.manager [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Received event network-vif-plugged-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1168.912160] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Acquiring lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.912376] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.912559] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.912736] env[62270]: DEBUG nova.compute.manager [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] No waiting events found dispatching network-vif-plugged-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1168.912914] env[62270]: WARNING nova.compute.manager [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Received unexpected event network-vif-plugged-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a for instance with vm_state building and task_state spawning. [ 1168.913102] env[62270]: DEBUG nova.compute.manager [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Received event network-changed-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1168.913273] env[62270]: DEBUG nova.compute.manager [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Refreshing instance network info cache due to event network-changed-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1168.913466] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Acquiring lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.913611] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Acquired lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.913775] env[62270]: DEBUG nova.network.neutron [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Refreshing network info cache for port 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1168.916406] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6b8939a-0dc5-4fcc-a14c-d6ab77823a45 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.942520] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d0bce-846f-4acf-874c-6c5040c65302 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.948135] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.948135] env[62270]: value = "task-4292408" [ 1168.948135] env[62270]: _type = "Task" [ 1168.948135] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.970517] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292408, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.161521] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0bc891-ef8b-4f43-8c29-fc1dc2a4b352 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.171351] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc116d-a399-462c-8eb6-1bbc05254171 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.207440] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886a5d45-22f5-4a52-b089-522f472eec58 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.222623] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e797ee37-a614-43df-8386-49c85c1f6e90 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.226769] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292407, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.240110] env[62270]: DEBUG nova.compute.provider_tree [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.306668] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Successfully updated port: 0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.333719] env[62270]: DEBUG nova.compute.manager [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Received event network-vif-plugged-0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1169.333989] env[62270]: DEBUG oslo_concurrency.lockutils [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.334288] env[62270]: DEBUG oslo_concurrency.lockutils [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.334470] env[62270]: DEBUG oslo_concurrency.lockutils [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.334649] env[62270]: DEBUG nova.compute.manager [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] No waiting events found dispatching network-vif-plugged-0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1169.334822] env[62270]: WARNING nova.compute.manager [req-7922f703-c5e8-41f2-9b3f-c9c3996d5f53 req-a9fab56c-1e2a-4695-b3d3-4d3e81f5320b service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Received unexpected event network-vif-plugged-0389b37d-fc85-4cbf-9d68-7dfbec5b380b for instance with vm_state building and task_state spawning. [ 1169.462021] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292408, 'name': CreateVM_Task, 'duration_secs': 0.481972} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.462021] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1169.462021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.462021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.462021] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1169.462021] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2119e732-b278-4beb-a6a9-4a273ec8f1b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.467712] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1169.467712] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52996913-54a6-2cbb-bfdf-2a4535b8bc2c" [ 1169.467712] env[62270]: _type = "Task" [ 1169.467712] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.477709] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52996913-54a6-2cbb-bfdf-2a4535b8bc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.501355] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.501613] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.501798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.723428] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530282} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.723711] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] f3c7f11d-1429-4452-a7b3-57e37789f637/f3c7f11d-1429-4452-a7b3-57e37789f637.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1169.724044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.724372] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e050338-c9d2-4f73-92af-3bb6d1e3dd00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.733628] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1169.733628] env[62270]: value = "task-4292409" [ 1169.733628] env[62270]: _type = "Task" [ 1169.733628] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.734533] env[62270]: DEBUG nova.network.neutron [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Updated VIF entry in instance network info cache for port 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1169.734859] env[62270]: DEBUG nova.network.neutron [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Updating instance_info_cache with network_info: [{"id": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "address": "fa:16:3e:37:e9:5b", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7622c55f-b3", "ovs_interfaceid": "7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.743619] env[62270]: DEBUG nova.scheduler.client.report [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1169.751281] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.809795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.809959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.810100] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1169.981069] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52996913-54a6-2cbb-bfdf-2a4535b8bc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.981069] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.981470] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.981470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.981626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.981887] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.982184] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5ee9a7-c828-4f1b-896a-0d74e2cf4d63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.993239] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.993454] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1169.994228] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02263883-445b-4369-92c5-31942774ee15 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.999975] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1169.999975] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52435490-bdac-da0a-d6df-caa28660b361" [ 1169.999975] env[62270]: _type = "Task" [ 1169.999975] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.010690] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52435490-bdac-da0a-d6df-caa28660b361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.241243] env[62270]: DEBUG oslo_concurrency.lockutils [req-92226b85-af5b-4d20-87e5-8db8fb9533f1 req-ec42a813-f497-472e-b04b-8ea7793be537 service nova] Releasing lock "refresh_cache-b92a1ec6-63f9-4168-92bb-73e6ad47c798" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.247091] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.386626} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.247349] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.248119] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d61ea-dc36-4266-a230-ed0693f3592c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.252316] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.252823] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1170.265057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.817s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.265200] env[62270]: DEBUG nova.objects.instance [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lazy-loading 'resources' on Instance uuid 39d23750-4f9a-44d0-9905-45ef441e8b8c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.275610] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] f3c7f11d-1429-4452-a7b3-57e37789f637/f3c7f11d-1429-4452-a7b3-57e37789f637.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.277000] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec3bf91-e9ad-48c8-b8ac-1fc585a01ff6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.302677] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1170.302677] env[62270]: value = "task-4292410" [ 1170.302677] env[62270]: _type = "Task" [ 1170.302677] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.311649] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.345443] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1170.490558] env[62270]: DEBUG nova.network.neutron [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.512733] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52435490-bdac-da0a-d6df-caa28660b361, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.514471] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c493ba3-63d3-4d82-9cc7-8520922266c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.525285] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1170.525285] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af9eb2-562e-ef38-1a4f-72a659c62068" [ 1170.525285] env[62270]: _type = "Task" [ 1170.525285] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.533807] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af9eb2-562e-ef38-1a4f-72a659c62068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.553663] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.553867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.554291] env[62270]: DEBUG nova.network.neutron [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1170.778408] env[62270]: DEBUG nova.compute.utils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1170.779831] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1170.780018] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1170.814576] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292410, 'name': ReconfigVM_Task, 'duration_secs': 0.317804} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.819031] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfigured VM instance instance-00000070 to attach disk [datastore2] f3c7f11d-1429-4452-a7b3-57e37789f637/f3c7f11d-1429-4452-a7b3-57e37789f637.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.820381] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee1ce13d-f139-4822-a93d-e44aee42e10e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.829967] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1170.829967] env[62270]: value = "task-4292411" [ 1170.829967] env[62270]: _type = "Task" [ 1170.829967] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.836028] env[62270]: DEBUG nova.policy [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1170.850900] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292411, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.993678] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.994063] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Instance network_info: |[{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1170.994528] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:58:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0389b37d-fc85-4cbf-9d68-7dfbec5b380b', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.002964] env[62270]: DEBUG oslo.service.loopingcall [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.005363] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1171.005637] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4502f9a9-5f14-4911-b68a-48eb93b83c6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.030930] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.030930] env[62270]: value = "task-4292412" [ 1171.030930] env[62270]: _type = "Task" [ 1171.030930] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.040417] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52af9eb2-562e-ef38-1a4f-72a659c62068, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.041287] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.041562] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b92a1ec6-63f9-4168-92bb-73e6ad47c798/b92a1ec6-63f9-4168-92bb-73e6ad47c798.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1171.041871] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9c6255-60da-46b6-8595-983016222f29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.047273] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292412, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.051711] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c533bf90-afdb-4e98-ad82-3a9b6332ebc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.055687] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1171.055687] env[62270]: value = "task-4292413" [ 1171.055687] env[62270]: _type = "Task" [ 1171.055687] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.064471] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121b107-7ecb-4969-a847-eef565cd29ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.075408] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.102021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1813cf-ea8c-4a47-b6e9-b55f7ee00962 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.109418] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c884698b-e572-4629-b54f-1deba704466c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.124808] env[62270]: DEBUG nova.compute.provider_tree [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.160547] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Successfully created port: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.282685] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1171.343868] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292411, 'name': Rename_Task, 'duration_secs': 0.153057} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.344072] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1171.344334] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22802ced-6ac9-443f-ad4e-897b55862301 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.354412] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1171.354412] env[62270]: value = "task-4292414" [ 1171.354412] env[62270]: _type = "Task" [ 1171.354412] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.361931] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.369769] env[62270]: DEBUG nova.compute.manager [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Received event network-changed-0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1171.370104] env[62270]: DEBUG nova.compute.manager [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Refreshing instance network info cache due to event network-changed-0389b37d-fc85-4cbf-9d68-7dfbec5b380b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1171.370439] env[62270]: DEBUG oslo_concurrency.lockutils [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.370608] env[62270]: DEBUG oslo_concurrency.lockutils [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.370829] env[62270]: DEBUG nova.network.neutron [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Refreshing network info cache for port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1171.373273] env[62270]: DEBUG nova.network.neutron [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.541968] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292412, 'name': CreateVM_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.566870] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.628595] env[62270]: DEBUG nova.scheduler.client.report [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1171.866400] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292414, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.875181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.044696] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292412, 'name': CreateVM_Task, 'duration_secs': 0.74289} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.044904] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1172.045645] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.045829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.046209] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.046567] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7cadee6-16e7-45d9-a25f-3e0fce461eef {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.055640] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1172.055640] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ced16e-c480-a129-5a33-087117c46f40" [ 1172.055640] env[62270]: _type = "Task" [ 1172.055640] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.070196] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ced16e-c480-a129-5a33-087117c46f40, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.073126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.073337] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.073584] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.073748] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.073976] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.074290] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720551} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.074501] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33c25415-fef9-4242-8040-b70263319ab2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.076835] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b92a1ec6-63f9-4168-92bb-73e6ad47c798/b92a1ec6-63f9-4168-92bb-73e6ad47c798.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1172.077064] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.077317] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c79fa2d-d6a9-4a38-bd35-32771d571ac7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.086674] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1172.086674] env[62270]: value = "task-4292415" [ 1172.086674] env[62270]: _type = "Task" [ 1172.086674] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.087957] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.088232] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1172.092278] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f30cb940-2eaa-493e-a80c-1535430c28d4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.099986] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1172.099986] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a45a6f-dc33-59ca-a955-097785b24b56" [ 1172.099986] env[62270]: _type = "Task" [ 1172.099986] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.103697] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.114273] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a45a6f-dc33-59ca-a955-097785b24b56, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.115105] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc32b90-eab3-42b1-86ff-94c90ffe589a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.120681] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1172.120681] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f9abc-dfdd-f55c-9a58-66bfe951e10a" [ 1172.120681] env[62270]: _type = "Task" [ 1172.120681] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.131037] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f9abc-dfdd-f55c-9a58-66bfe951e10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.135894] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.138443] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.387s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.138780] env[62270]: DEBUG nova.objects.instance [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lazy-loading 'resources' on Instance uuid ee246d8f-37a8-4a6d-b2ec-a840ec5ec617 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.172374] env[62270]: INFO nova.scheduler.client.report [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Deleted allocations for instance 39d23750-4f9a-44d0-9905-45ef441e8b8c [ 1172.242763] env[62270]: DEBUG nova.network.neutron [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updated VIF entry in instance network info cache for port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1172.243274] env[62270]: DEBUG nova.network.neutron [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.292183] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1172.326164] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1172.326427] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1172.326632] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.326860] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1172.327128] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.328036] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1172.328036] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1172.328036] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1172.328036] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1172.328036] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1172.328328] env[62270]: DEBUG nova.virt.hardware [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.329522] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cad122-17ba-4562-b30b-685e95568a0c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.339618] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6db8f-7cae-4dce-9337-3e7b4317b012 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.364261] env[62270]: DEBUG oslo_vmware.api [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292414, 'name': PowerOnVM_Task, 'duration_secs': 0.659589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.364552] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1172.364770] env[62270]: INFO nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1172.365034] env[62270]: DEBUG nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1172.366992] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf867e5c-c05e-4238-ac3a-c7e56969790e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.399486] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8be9f31-33a8-43c6-8952-d66739910397 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.420948] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74eb5e1f-6f14-4976-9012-f3e1a521178b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.429256] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1172.598150] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103833} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.598440] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.599672] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a073c25-5bf0-4a5e-82a1-bfd34a82e780 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.622835] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b92a1ec6-63f9-4168-92bb-73e6ad47c798/b92a1ec6-63f9-4168-92bb-73e6ad47c798.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.623250] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f93065-4301-4d50-9825-b43667d1ae5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.660492] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526f9abc-dfdd-f55c-9a58-66bfe951e10a, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.661653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.662121] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1172.662271] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1172.662271] env[62270]: value = "task-4292416" [ 1172.662271] env[62270]: _type = "Task" [ 1172.662271] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.662486] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4ec24ea-0d07-427b-80ff-4af1f741e5eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.673913] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.677779] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1172.677779] env[62270]: value = "task-4292417" [ 1172.677779] env[62270]: _type = "Task" [ 1172.677779] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.685013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-95630159-6a49-47cb-96c9-f62713bfd3d5 tempest-AttachInterfacesTestJSON-467207588 tempest-AttachInterfacesTestJSON-467207588-project-member] Lock "39d23750-4f9a-44d0-9905-45ef441e8b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.282s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.690253] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.691177] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Successfully updated port: a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.748812] env[62270]: DEBUG oslo_concurrency.lockutils [req-e962dcbc-4561-4cbe-a401-30bcf2eff8a0 req-93920dc7-8142-4aa8-bbd2-7d7ab76ccd0a service nova] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.883111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104293d1-059a-4131-a9e0-35337043483a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.891779] env[62270]: INFO nova.compute.manager [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Took 17.48 seconds to build instance. [ 1172.897781] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33125ed5-6872-45bf-9f2c-05d291669edf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.936096] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1172.936901] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc65a8e-631a-4731-82c4-3b4e7e5bf920 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.939276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050451c7-ae40-43df-bb1c-5f20581adbba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.948912] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1f3e8e-d59e-47a6-a008-9f93561e9493 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.954634] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1172.954634] env[62270]: value = "task-4292418" [ 1172.954634] env[62270]: _type = "Task" [ 1172.954634] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.967057] env[62270]: DEBUG nova.compute.provider_tree [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.977071] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292418, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.180310] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.190964] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292417, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.193804] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.194044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.194123] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1173.395522] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7187ac7b-fdf0-4d2e-a18d-0747d61e405b tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.995s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.470643] env[62270]: DEBUG nova.compute.manager [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Received event network-vif-plugged-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1173.471648] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Acquiring lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.472046] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.472642] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.472984] env[62270]: DEBUG nova.compute.manager [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] No waiting events found dispatching network-vif-plugged-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1173.473332] env[62270]: WARNING nova.compute.manager [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Received unexpected event network-vif-plugged-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 for instance with vm_state building and task_state spawning. [ 1173.473667] env[62270]: DEBUG nova.compute.manager [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Received event network-changed-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1173.474073] env[62270]: DEBUG nova.compute.manager [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Refreshing instance network info cache due to event network-changed-a0bba3e1-64a8-47b4-9cfa-ed471f41a230. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1173.474470] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Acquiring lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.475380] env[62270]: DEBUG nova.scheduler.client.report [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1173.486965] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.680023] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292416, 'name': ReconfigVM_Task, 'duration_secs': 0.814466} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.680023] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b92a1ec6-63f9-4168-92bb-73e6ad47c798/b92a1ec6-63f9-4168-92bb-73e6ad47c798.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.680023] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cada5d7f-46c4-4261-bee6-37b5d6fd27a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.696377] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52339} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.697940] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1173.699022] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.699855] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1173.699855] env[62270]: value = "task-4292419" [ 1173.699855] env[62270]: _type = "Task" [ 1173.699855] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.699855] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e25fee34-3f47-4565-bd8e-41c390b133da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.718740] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292419, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.718893] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1173.718893] env[62270]: value = "task-4292420" [ 1173.718893] env[62270]: _type = "Task" [ 1173.718893] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.730944] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.755335] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1173.855720] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.855915] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquired lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.856149] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Forcefully refreshing network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1173.968025] env[62270]: DEBUG oslo_vmware.api [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292418, 'name': PowerOnVM_Task, 'duration_secs': 0.746191} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.968434] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1173.968698] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-18995e51-ff85-4cae-bc3c-186112a153a4 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance 'cd9020e7-9cb2-4438-a3bf-82848e4cb4f4' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1173.983882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.987255] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.006s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.987255] env[62270]: DEBUG nova.objects.instance [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lazy-loading 'resources' on Instance uuid c768d930-225b-44c1-a268-43e3ea7bd343 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.016086] env[62270]: INFO nova.scheduler.client.report [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Deleted allocations for instance ee246d8f-37a8-4a6d-b2ec-a840ec5ec617 [ 1174.057351] env[62270]: DEBUG nova.network.neutron [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Updating instance_info_cache with network_info: [{"id": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "address": "fa:16:3e:a1:e6:f7", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bba3e1-64", "ovs_interfaceid": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.215464] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292419, 'name': Rename_Task, 'duration_secs': 0.470055} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.215464] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1174.215464] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d43d9ef-ca0f-4b06-924b-b81bd7d83779 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.224272] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1174.224272] env[62270]: value = "task-4292421" [ 1174.224272] env[62270]: _type = "Task" [ 1174.224272] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.230982] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246652} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.231653] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.232518] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd2a45-8ecc-41b1-b88a-af68b951e4fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.238931] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.259555] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.259880] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791e7111-ab82-4cc1-8b8c-7af0fd88aeb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.281866] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1174.281866] env[62270]: value = "task-4292422" [ 1174.281866] env[62270]: _type = "Task" [ 1174.281866] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.291190] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.532389] env[62270]: DEBUG oslo_concurrency.lockutils [None req-85f6eb06-5b10-4373-8b42-8156217a24bd tempest-InstanceActionsTestJSON-1905531583 tempest-InstanceActionsTestJSON-1905531583-project-member] Lock "ee246d8f-37a8-4a6d-b2ec-a840ec5ec617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.388s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.563073] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.563073] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Instance network_info: |[{"id": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "address": "fa:16:3e:a1:e6:f7", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bba3e1-64", "ovs_interfaceid": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1174.563073] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Acquired lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.563073] env[62270]: DEBUG nova.network.neutron [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Refreshing network info cache for port a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1174.563073] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:e6:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0bba3e1-64a8-47b4-9cfa-ed471f41a230', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.573394] env[62270]: DEBUG oslo.service.loopingcall [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.577985] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1174.578702] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a06f87-a1c4-45d4-8bf8-8e466bc107b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.611701] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.611701] env[62270]: value = "task-4292423" [ 1174.611701] env[62270]: _type = "Task" [ 1174.611701] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.622626] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292423, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.742262] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292421, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.793069] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292422, 'name': ReconfigVM_Task, 'duration_secs': 0.297632} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.793499] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.794322] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e6f2bd-5fd0-43a5-9bf6-b02689d0cbf3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.804454] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1174.804454] env[62270]: value = "task-4292424" [ 1174.804454] env[62270]: _type = "Task" [ 1174.804454] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.817387] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292424, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.840725] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624c9fc-3f89-44e8-b0d3-2de327fa9dce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.851989] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cde250a-8b5e-433f-be2b-ec315e9c67f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.676454] env[62270]: DEBUG nova.compute.manager [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Received event network-changed-00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1175.677103] env[62270]: DEBUG nova.compute.manager [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Refreshing instance network info cache due to event network-changed-00110228-042c-4b8c-9c06-2fcc75819103. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1175.677103] env[62270]: DEBUG oslo_concurrency.lockutils [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] Acquiring lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.677103] env[62270]: DEBUG oslo_concurrency.lockutils [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] Acquired lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.677233] env[62270]: DEBUG nova.network.neutron [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Refreshing network info cache for port 00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1175.678815] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63cffa7-df32-41b9-8c68-f4656be815f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.688395] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292424, 'name': Rename_Task, 'duration_secs': 0.190019} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.696975] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1175.697196] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292423, 'name': CreateVM_Task, 'duration_secs': 0.376088} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.698528] env[62270]: DEBUG oslo_vmware.api [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292421, 'name': PowerOnVM_Task, 'duration_secs': 0.602678} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.698784] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b8b317d-5f37-4c6e-ba00-8926fa193b3b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.701725] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdab4929-4cb3-40c4-b1e7-8baffd96861c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.706923] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1175.707305] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1175.708597] env[62270]: INFO nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1175.708597] env[62270]: DEBUG nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1175.709365] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.709559] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.709967] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.711801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af728ed-c444-4bda-bded-b2921cfc7ca6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.714299] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfb9309-7ca5-4ef1-9ee2-6c3eb779721b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.727386] env[62270]: DEBUG nova.compute.provider_tree [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.740213] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1175.740213] env[62270]: value = "task-4292425" [ 1175.740213] env[62270]: _type = "Task" [ 1175.740213] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.743500] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1175.743500] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b16b70-d51e-a944-4e3a-0ef9df1ec025" [ 1175.743500] env[62270]: _type = "Task" [ 1175.743500] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.758297] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292425, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.762710] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b16b70-d51e-a944-4e3a-0ef9df1ec025, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.764141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.764141] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.764141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.764141] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.764141] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.764460] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8447fbd-6fbd-499a-b0fa-bbbf5c1c968a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.776879] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.777122] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1175.778363] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f670bc-5722-40e6-94ba-512e5d7519e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.786318] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1175.786318] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528aa5b9-5a80-9afa-8618-82d04e4eca27" [ 1175.786318] env[62270]: _type = "Task" [ 1175.786318] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.797350] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528aa5b9-5a80-9afa-8618-82d04e4eca27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.014445] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updating instance_info_cache with network_info: [{"id": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "address": "fa:16:3e:fa:07:c9", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f1a00ca-da", "ovs_interfaceid": "9f1a00ca-daa7-46b9-bc35-45f7338eadcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.242305] env[62270]: DEBUG nova.scheduler.client.report [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1176.248720] env[62270]: DEBUG nova.network.neutron [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Updated VIF entry in instance network info cache for port a0bba3e1-64a8-47b4-9cfa-ed471f41a230. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1176.248720] env[62270]: DEBUG nova.network.neutron [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Updating instance_info_cache with network_info: [{"id": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "address": "fa:16:3e:a1:e6:f7", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bba3e1-64", "ovs_interfaceid": "a0bba3e1-64a8-47b4-9cfa-ed471f41a230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.261214] env[62270]: INFO nova.compute.manager [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Took 20.45 seconds to build instance. [ 1176.268059] env[62270]: DEBUG oslo_vmware.api [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292425, 'name': PowerOnVM_Task, 'duration_secs': 0.504027} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.268336] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1176.268547] env[62270]: INFO nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1176.269057] env[62270]: DEBUG nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1176.269552] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2052856d-ca41-4f2e-986d-60c9b833d7d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.299515] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528aa5b9-5a80-9afa-8618-82d04e4eca27, 'name': SearchDatastore_Task, 'duration_secs': 0.012763} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.300816] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e712778-b923-44ec-b297-0615cf94c704 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.307644] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1176.307644] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b05e48-9aa0-cc30-3723-271a5dc47f1a" [ 1176.307644] env[62270]: _type = "Task" [ 1176.307644] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.317671] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b05e48-9aa0-cc30-3723-271a5dc47f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.516335] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Releasing lock "refresh_cache-a2ce2061-80e2-494a-8e11-8655b1adcc7b" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.516572] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updated the network info_cache for instance {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10075}} [ 1176.516784] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.516948] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.517142] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.517312] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.517459] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.518080] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.561496] env[62270]: DEBUG nova.network.neutron [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updated VIF entry in instance network info cache for port 00110228-042c-4b8c-9c06-2fcc75819103. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1176.561496] env[62270]: DEBUG nova.network.neutron [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating instance_info_cache with network_info: [{"id": "00110228-042c-4b8c-9c06-2fcc75819103", "address": "fa:16:3e:31:a2:68", "network": {"id": "4311a12b-32cb-4c58-aaa4-4e0c7d23c45a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1735324472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c31919e752a241ac9f23f6898d260b67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00110228-04", "ovs_interfaceid": "00110228-042c-4b8c-9c06-2fcc75819103", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.753316] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.767s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.756237] env[62270]: DEBUG oslo_concurrency.lockutils [req-3fea771a-9b8f-48f2-ad67-c49c46e873c1 req-a3df5e35-06b7-4d91-97cd-ac355300ce4b service nova] Releasing lock "refresh_cache-d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.756918] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.446s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.762721] env[62270]: INFO nova.compute.claims [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.764154] env[62270]: DEBUG oslo_concurrency.lockutils [None req-325973a8-f029-4d99-a7bc-b93023ffa12e tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.959s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.793157] env[62270]: INFO nova.scheduler.client.report [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Deleted allocations for instance c768d930-225b-44c1-a268-43e3ea7bd343 [ 1176.796187] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d504631-146d-47e6-beea-84089eccd9c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.801911] env[62270]: INFO nova.compute.manager [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Took 20.53 seconds to build instance. [ 1176.815018] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Suspending the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1176.816025] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-39a7d68d-34c7-46fd-94c4-ae1254435da5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.822868] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b05e48-9aa0-cc30-3723-271a5dc47f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01537} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.824020] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.824199] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c/d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1176.824522] env[62270]: DEBUG oslo_vmware.api [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1176.824522] env[62270]: value = "task-4292426" [ 1176.824522] env[62270]: _type = "Task" [ 1176.824522] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.824732] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd0dc0a-16e6-4f86-907f-fc420382f550 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.835779] env[62270]: DEBUG oslo_vmware.api [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292426, 'name': SuspendVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.838159] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1176.838159] env[62270]: value = "task-4292427" [ 1176.838159] env[62270]: _type = "Task" [ 1176.838159] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.020379] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.064370] env[62270]: DEBUG oslo_concurrency.lockutils [req-76e81d0e-da13-43a8-b58d-ee623730d4de req-c559b918-b0cd-45b8-9ed4-5e072c601ce0 service nova] Releasing lock "refresh_cache-f3c7f11d-1429-4452-a7b3-57e37789f637" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.306163] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4ef7e563-70a8-4c8c-94b0-081fdd96ad57 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.045s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.311913] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4a81f52d-bf1c-426a-919e-a9b67c9e881e tempest-ServerShowV257Test-742558724 tempest-ServerShowV257Test-742558724-project-member] Lock "c768d930-225b-44c1-a268-43e3ea7bd343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.125s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.341858] env[62270]: DEBUG oslo_vmware.api [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292426, 'name': SuspendVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.354597] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.379608] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.379608] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.379608] env[62270]: DEBUG nova.compute.manager [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Going to confirm migration 6 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1177.840234] env[62270]: DEBUG oslo_vmware.api [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292426, 'name': SuspendVM_Task, 'duration_secs': 0.964023} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.840234] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Suspended the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1177.840234] env[62270]: DEBUG nova.compute.manager [None req-ba2d53b0-3962-4228-90b9-539d3134bc15 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1177.840925] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678d34f-02a3-40dc-9e9e-c8f73315fc05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.865878] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746884} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.867896] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c/d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1177.871357] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.871649] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb103643-1a94-4cda-bf02-8f1044a28b8a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.884411] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1177.884411] env[62270]: value = "task-4292428" [ 1177.884411] env[62270]: _type = "Task" [ 1177.884411] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.897314] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.040289] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.040493] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.040697] env[62270]: DEBUG nova.network.neutron [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1178.040902] env[62270]: DEBUG nova.objects.instance [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'info_cache' on Instance uuid cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.098600] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648a090-fb94-455b-9634-8883e07f5a21 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.107843] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7259ad-acfb-45da-8257-21737c222302 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.141062] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9fc19-4781-4b5c-8da6-f4500f3c73e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149203] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f639c-f05d-4c7d-b425-773d70671e78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.163432] env[62270]: DEBUG nova.compute.provider_tree [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.288288] env[62270]: DEBUG nova.compute.manager [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Received event network-changed-0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1178.288485] env[62270]: DEBUG nova.compute.manager [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Refreshing instance network info cache due to event network-changed-0389b37d-fc85-4cbf-9d68-7dfbec5b380b. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1178.288773] env[62270]: DEBUG oslo_concurrency.lockutils [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.288839] env[62270]: DEBUG oslo_concurrency.lockutils [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.289010] env[62270]: DEBUG nova.network.neutron [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Refreshing network info cache for port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1178.386977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "d56f1913-846d-4050-ae96-57128815e670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.386977] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.398538] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093649} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.399305] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.400144] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a05855-b759-449e-aaac-bf5dbaa9b726 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.424216] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c/d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.425721] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f691eef8-6965-4462-8180-64bc076ad981 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.444169] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "42f98f53-4638-4688-9800-82c851fac06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.444426] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.452804] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1178.452804] env[62270]: value = "task-4292429" [ 1178.452804] env[62270]: _type = "Task" [ 1178.452804] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.462115] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.667071] env[62270]: DEBUG nova.scheduler.client.report [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1178.771318] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.772535] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.772535] env[62270]: INFO nova.compute.manager [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Shelving [ 1178.889844] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1178.947317] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1178.963820] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292429, 'name': ReconfigVM_Task, 'duration_secs': 0.481028} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.964265] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c/d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.964906] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f0016c-7476-4683-a288-4e275d693ea9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.973647] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1178.973647] env[62270]: value = "task-4292430" [ 1178.973647] env[62270]: _type = "Task" [ 1178.973647] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.985107] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292430, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.064734] env[62270]: DEBUG nova.network.neutron [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updated VIF entry in instance network info cache for port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1179.065157] env[62270]: DEBUG nova.network.neutron [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.174517] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.174906] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1179.178022] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.158s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.178217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.178389] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1179.179754] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef47c103-e3ce-4857-a222-1353d6a67e09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.188262] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84765d1f-2b80-40dc-a791-05b67338987a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.204932] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab84bba3-7b9f-4741-ae5e-ea0ccf1b3e89 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.215213] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b98ac8-4d9b-433d-a1b1-b90290a698bc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.245531] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179693MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1179.245715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.245901] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.282625] env[62270]: DEBUG nova.network.neutron [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [{"id": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "address": "fa:16:3e:d8:46:0e", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f97808-fe", "ovs_interfaceid": "d0f97808-feeb-4fc7-82cb-d7ff8a13213e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.283849] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1179.284162] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d45898-b087-4015-8e20-b84f6f6b37e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.293153] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1179.293153] env[62270]: value = "task-4292431" [ 1179.293153] env[62270]: _type = "Task" [ 1179.293153] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.306353] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.354831] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.355325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.355697] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.356407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.356407] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.359075] env[62270]: INFO nova.compute.manager [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Terminating instance [ 1179.361222] env[62270]: DEBUG nova.compute.manager [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1179.361434] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1179.362328] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed1ce18-47c1-4195-a922-d4b60cad4c8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.371149] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1179.371565] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3d1d13-641c-4f24-9326-60476fa4b228 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.414673] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.454889] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1179.455150] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1179.455349] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] b92a1ec6-63f9-4168-92bb-73e6ad47c798 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.457935] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebcf8a93-87ad-4c26-9059-b2bddf579fa9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.465617] env[62270]: DEBUG oslo_vmware.api [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1179.465617] env[62270]: value = "task-4292433" [ 1179.465617] env[62270]: _type = "Task" [ 1179.465617] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.471450] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.474905] env[62270]: DEBUG oslo_vmware.api [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.483694] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292430, 'name': Rename_Task, 'duration_secs': 0.367569} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.483979] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1179.484259] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd90872-228a-449d-a15f-a809f33e0525 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.494064] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1179.494064] env[62270]: value = "task-4292434" [ 1179.494064] env[62270]: _type = "Task" [ 1179.494064] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.502624] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.568249] env[62270]: DEBUG oslo_concurrency.lockutils [req-d966b1f3-b8e0-4b72-8ee8-50ae64a241e8 req-b7d8ff35-6ac3-493a-8f7b-ad630079f903 service nova] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.681692] env[62270]: DEBUG nova.compute.utils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1179.682819] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1179.682999] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1179.736624] env[62270]: DEBUG nova.policy [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1179.787699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.787699] env[62270]: DEBUG nova.objects.instance [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'migration_context' on Instance uuid cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.805769] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292431, 'name': PowerOffVM_Task, 'duration_secs': 0.385621} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.806010] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1179.806843] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20446672-bf92-4ce3-8d0a-284a784c53e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.825973] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7348e3e8-2923-45b2-a266-e467434ba0d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.979952] env[62270]: DEBUG oslo_vmware.api [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240495} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.980256] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.980408] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1179.980692] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1179.980976] env[62270]: INFO nova.compute.manager [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1179.981336] env[62270]: DEBUG oslo.service.loopingcall [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.981595] env[62270]: DEBUG nova.compute.manager [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1179.981748] env[62270]: DEBUG nova.network.neutron [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1180.004355] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.096747] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Successfully created port: beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.186375] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1180.259719] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Applying migration context for instance cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 as it has an incoming, in-progress migration 36172a00-bddd-4b2a-87ee-d4513a1e3054. Migration status is confirming {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1180.266438] env[62270]: INFO nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating resource usage from migration 36172a00-bddd-4b2a-87ee-d4513a1e3054 [ 1180.290773] env[62270]: DEBUG nova.objects.base [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1180.292025] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292204] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a2ce2061-80e2-494a-8e11-8655b1adcc7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292335] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292454] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance dc7618c5-3272-4f40-bfb6-ec2b3fea70ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292755] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 2245f5cc-b143-4bdb-9a03-02b1f60e657f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292755] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f23e51e6-6414-4f0b-a38c-3920fbd0c699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292870] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 1081b751-66b7-455e-a000-ae366091bcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.292906] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Migration 36172a00-bddd-4b2a-87ee-d4513a1e3054 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1180.293318] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.293537] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f3c7f11d-1429-4452-a7b3-57e37789f637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.293720] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b92a1ec6-63f9-4168-92bb-73e6ad47c798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.293895] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b3d7df32-93da-41ba-919e-14d2e5549bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.294089] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.294274] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1180.296277] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303beba2-6ab0-4244-a4aa-ce20fb1d73a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.318576] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac12ea2c-32a7-4a8c-8ba6-7093ee83f536 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.327366] env[62270]: DEBUG oslo_vmware.api [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1180.327366] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5288c2b0-290f-941c-74d7-be84380b3f60" [ 1180.327366] env[62270]: _type = "Task" [ 1180.327366] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.339296] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.339744] env[62270]: DEBUG oslo_vmware.api [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5288c2b0-290f-941c-74d7-be84380b3f60, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.340288] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-507342d5-8c79-4a81-b015-3a166f277354 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.342262] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.349355] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1180.349355] env[62270]: value = "task-4292435" [ 1180.349355] env[62270]: _type = "Task" [ 1180.349355] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.362275] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292435, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.415439] env[62270]: DEBUG nova.compute.manager [req-10c45c25-4ef8-45ee-9986-82ab6f19399e req-283379cd-f6d1-44eb-bedf-4867dcf2b482 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Received event network-vif-deleted-7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1180.415836] env[62270]: INFO nova.compute.manager [req-10c45c25-4ef8-45ee-9986-82ab6f19399e req-283379cd-f6d1-44eb-bedf-4867dcf2b482 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Neutron deleted interface 7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a; detaching it from the instance and deleting it from the info cache [ 1180.416057] env[62270]: DEBUG nova.network.neutron [req-10c45c25-4ef8-45ee-9986-82ab6f19399e req-283379cd-f6d1-44eb-bedf-4867dcf2b482 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.507788] env[62270]: DEBUG oslo_vmware.api [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292434, 'name': PowerOnVM_Task, 'duration_secs': 0.836265} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.508255] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1180.508453] env[62270]: INFO nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1180.508737] env[62270]: DEBUG nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1180.509601] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc68607-13a5-45f2-aa95-84eedd12ff4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.691485] env[62270]: INFO nova.virt.block_device [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Booting with volume 6391a5bb-4e58-4c3a-8cf3-a325d4609553 at /dev/sda [ 1180.739451] env[62270]: DEBUG nova.network.neutron [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.745035] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89928037-cd6a-49d5-ab6a-d004cffb3c1a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.756251] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd401d3e-03ed-4040-9162-8ea6ddf754c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.792735] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496118bf-3d3a-4119-aeb5-3355adcdb046 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.801967] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d063122-5e6a-4c2d-8dbd-7f0c21845606 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.813846] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d56f1913-846d-4050-ae96-57128815e670 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1180.841853] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8823ea6-930c-4b1f-8f2f-a382265758d8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.854944] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef643e3c-51bc-4b27-a2c7-480de1e8ba85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.862703] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292435, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.882015] env[62270]: DEBUG nova.virt.block_device [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating existing volume attachment record: 535d16b7-46f2-4d32-800c-29ab8430c72c {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1180.919524] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-744b14d3-406d-45fe-84ce-93d11abac8da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.930492] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94fadc9-f865-41de-9111-ff7403e2046e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.970241] env[62270]: DEBUG nova.compute.manager [req-10c45c25-4ef8-45ee-9986-82ab6f19399e req-283379cd-f6d1-44eb-bedf-4867dcf2b482 service nova] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Detach interface failed, port_id=7622c55f-b3c4-4ada-ac94-30fd8d3b9b1a, reason: Instance b92a1ec6-63f9-4168-92bb-73e6ad47c798 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1181.029996] env[62270]: INFO nova.compute.manager [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Took 20.51 seconds to build instance. [ 1181.241934] env[62270]: INFO nova.compute.manager [-] [instance: b92a1ec6-63f9-4168-92bb-73e6ad47c798] Took 1.26 seconds to deallocate network for instance. [ 1181.317448] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 42f98f53-4638-4688-9800-82c851fac06c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1181.317730] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1181.317893] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=149GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1181.362418] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292435, 'name': CreateSnapshot_Task, 'duration_secs': 0.944411} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.362700] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1181.363456] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7d053-527d-4a98-9eb2-090e3aeb9019 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.527042] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb17018-a2a2-4072-9bc1-5b8214d0c7b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.531435] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b60b781-6526-4060-849d-cef30656852a tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.018s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.535039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33453fd-c1fd-4d61-9368-c8b269e2eda1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.567837] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bcb8c9-55ae-4bfb-9e24-1079bc172fa5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.575243] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ac8a02-dcfc-4948-be5b-f01843c0b760 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.589255] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.749397] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.885032] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1181.885370] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac970924-9304-4251-a26c-dcaa036427e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.896272] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1181.896272] env[62270]: value = "task-4292436" [ 1181.896272] env[62270]: _type = "Task" [ 1181.896272] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.906837] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292436, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.076605] env[62270]: DEBUG nova.compute.manager [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Received event network-vif-plugged-beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1182.076903] env[62270]: DEBUG oslo_concurrency.lockutils [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.077171] env[62270]: DEBUG oslo_concurrency.lockutils [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.077476] env[62270]: DEBUG oslo_concurrency.lockutils [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.079543] env[62270]: DEBUG nova.compute.manager [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] No waiting events found dispatching network-vif-plugged-beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1182.079543] env[62270]: WARNING nova.compute.manager [req-91461cc8-c7a0-41f5-808f-ede27e1c576d req-a400a439-cdb4-46db-8007-42085aae7d7b service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Received unexpected event network-vif-plugged-beb791dd-fc84-41f3-9b81-fd84069d8e33 for instance with vm_state building and task_state block_device_mapping. [ 1182.092439] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1182.242636] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Successfully updated port: beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.407067] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292436, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.599591] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1182.599840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.354s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.600198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.186s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.601894] env[62270]: INFO nova.compute.claims [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.633509] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.633883] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.634356] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.634526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.634723] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.639982] env[62270]: INFO nova.compute.manager [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Terminating instance [ 1182.642724] env[62270]: DEBUG nova.compute.manager [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1182.642940] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1182.644089] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb1379-7734-437e-aba8-c0655b2e3b34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.652744] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1182.653151] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca995b4d-8b74-475e-9f59-296a037fc8e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.660946] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1182.660946] env[62270]: value = "task-4292437" [ 1182.660946] env[62270]: _type = "Task" [ 1182.660946] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.671430] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.745470] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.745641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.745863] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1182.907619] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292436, 'name': CloneVM_Task} progress is 95%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.978071] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1182.978071] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1182.978071] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1182.978346] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.978447] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1182.978597] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.978752] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1182.978971] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1182.979204] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1182.979333] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1182.979521] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1182.979705] env[62270]: DEBUG nova.virt.hardware [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.980597] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f54fca-999d-4ae5-90d1-1fb462950150 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.989634] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a91b0e8-7378-4bd9-9c39-840ef90816ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.170362] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292437, 'name': PowerOffVM_Task, 'duration_secs': 0.171643} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.170766] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1183.170865] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1183.171235] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-443c50a4-552f-4ea2-bf08-be36cd711874 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.245447] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1183.245685] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1183.245883] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.246627] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6af8d881-437f-4c0e-b112-8e63063b58c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.256019] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1183.256019] env[62270]: value = "task-4292439" [ 1183.256019] env[62270]: _type = "Task" [ 1183.256019] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.264937] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.280757] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1183.408821] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292436, 'name': CloneVM_Task, 'duration_secs': 1.311803} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.409113] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Created linked-clone VM from snapshot [ 1183.409847] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29ca20-b9be-4abb-ae5b-4cacf85ba1e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.417720] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Uploading image 4d5db179-bc95-4001-aa21-ae755468585d {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1183.434800] env[62270]: DEBUG nova.network.neutron [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [{"id": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "address": "fa:16:3e:77:3c:34", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb791dd-fc", "ovs_interfaceid": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.445927] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1183.445927] env[62270]: value = "vm-845441" [ 1183.445927] env[62270]: _type = "VirtualMachine" [ 1183.445927] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1183.446925] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e37fdee4-1508-420e-aa0b-45a215acebaa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.454363] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease: (returnval){ [ 1183.454363] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207a3a5-7c13-377b-12c2-88fd476f2d98" [ 1183.454363] env[62270]: _type = "HttpNfcLease" [ 1183.454363] env[62270]: } obtained for exporting VM: (result){ [ 1183.454363] env[62270]: value = "vm-845441" [ 1183.454363] env[62270]: _type = "VirtualMachine" [ 1183.454363] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1183.454703] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the lease: (returnval){ [ 1183.454703] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207a3a5-7c13-377b-12c2-88fd476f2d98" [ 1183.454703] env[62270]: _type = "HttpNfcLease" [ 1183.454703] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1183.461981] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.461981] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207a3a5-7c13-377b-12c2-88fd476f2d98" [ 1183.461981] env[62270]: _type = "HttpNfcLease" [ 1183.461981] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.769258] env[62270]: DEBUG oslo_vmware.api [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183397} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.769605] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.769812] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1183.770059] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1183.770270] env[62270]: INFO nova.compute.manager [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1183.770528] env[62270]: DEBUG oslo.service.loopingcall [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.770737] env[62270]: DEBUG nova.compute.manager [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1183.770839] env[62270]: DEBUG nova.network.neutron [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1183.818647] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2803a96-5002-4b93-bd40-b4110ef4162c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.828271] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebbae12-5cc6-4103-8346-39d6e2d1dcb9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.859673] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc06f4f3-49fd-4fa9-9d83-ffe02ccd20ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.867824] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed327bc2-1730-4855-b4c3-2585e6393dfe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.883421] env[62270]: DEBUG nova.compute.provider_tree [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.937979] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.941024] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance network_info: |[{"id": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "address": "fa:16:3e:77:3c:34", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb791dd-fc", "ovs_interfaceid": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1183.941024] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:3c:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beb791dd-fc84-41f3-9b81-fd84069d8e33', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.948152] env[62270]: DEBUG oslo.service.loopingcall [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.948580] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1183.948949] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94e5a1e3-a529-4858-a71a-3ee1ef023b32 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.973202] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.973202] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207a3a5-7c13-377b-12c2-88fd476f2d98" [ 1183.973202] env[62270]: _type = "HttpNfcLease" [ 1183.973202] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.973575] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.973575] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5207a3a5-7c13-377b-12c2-88fd476f2d98" [ 1183.973575] env[62270]: _type = "HttpNfcLease" [ 1183.973575] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1183.974469] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda178c-3d23-4a27-8ec2-9c297a796a9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.978365] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.978365] env[62270]: value = "task-4292441" [ 1183.978365] env[62270]: _type = "Task" [ 1183.978365] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.986596] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.986953] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1184.058124] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292441, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.097656] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22539cee-dc42-4f05-a73b-6a87954b5981 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.123926] env[62270]: DEBUG nova.compute.manager [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Received event network-changed-beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1184.124498] env[62270]: DEBUG nova.compute.manager [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Refreshing instance network info cache due to event network-changed-beb791dd-fc84-41f3-9b81-fd84069d8e33. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1184.124759] env[62270]: DEBUG oslo_concurrency.lockutils [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] Acquiring lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.124906] env[62270]: DEBUG oslo_concurrency.lockutils [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] Acquired lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.127354] env[62270]: DEBUG nova.network.neutron [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Refreshing network info cache for port beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1184.387517] env[62270]: DEBUG nova.scheduler.client.report [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1184.491301] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292441, 'name': CreateVM_Task, 'duration_secs': 0.365231} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.491595] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1184.492448] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845433', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'name': 'volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0', 'attached_at': '', 'detached_at': '', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'serial': '6391a5bb-4e58-4c3a-8cf3-a325d4609553'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '535d16b7-46f2-4d32-800c-29ab8430c72c', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62270) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1184.492778] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Root volume attach. Driver type: vmdk {{(pid=62270) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1184.493772] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd2687-e0cf-47aa-89f5-ad598bceb39d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.502656] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2319a-eacb-487a-8658-42bac9f7f6cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.510046] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d35418-b2da-429a-b498-ebf928c99b6d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.516995] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b0351245-5af6-4bbd-9f1f-015ebe1b9c4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.525968] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1184.525968] env[62270]: value = "task-4292442" [ 1184.525968] env[62270]: _type = "Task" [ 1184.525968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.535695] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.576810] env[62270]: DEBUG nova.network.neutron [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.893084] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.893647] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1184.900111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.429s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.902388] env[62270]: INFO nova.compute.claims [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.988599] env[62270]: DEBUG nova.network.neutron [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updated VIF entry in instance network info cache for port beb791dd-fc84-41f3-9b81-fd84069d8e33. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1184.988660] env[62270]: DEBUG nova.network.neutron [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [{"id": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "address": "fa:16:3e:77:3c:34", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb791dd-fc", "ovs_interfaceid": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.041316] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 42%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.079764] env[62270]: INFO nova.compute.manager [-] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Took 1.31 seconds to deallocate network for instance. [ 1185.410726] env[62270]: DEBUG nova.compute.utils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1185.413490] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1185.492102] env[62270]: DEBUG oslo_concurrency.lockutils [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] Releasing lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.492102] env[62270]: DEBUG nova.compute.manager [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Received event network-vif-deleted-a0bba3e1-64a8-47b4-9cfa-ed471f41a230 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1185.492370] env[62270]: INFO nova.compute.manager [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Neutron deleted interface a0bba3e1-64a8-47b4-9cfa-ed471f41a230; detaching it from the instance and deleting it from the info cache [ 1185.492551] env[62270]: DEBUG nova.network.neutron [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.540351] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 54%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.587715] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.917603] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1185.996099] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b971b18-64b8-472e-a6b7-22ad8c5d41d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.015177] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58734970-144d-4471-9df9-26cb14f055a3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.042796] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 69%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.061908] env[62270]: DEBUG nova.compute.manager [req-39d6250f-2c49-4863-97f9-dac1c07bb769 req-c42f9c76-07c1-4c4c-b3f1-2c86b51c5f93 service nova] [instance: d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c] Detach interface failed, port_id=a0bba3e1-64a8-47b4-9cfa-ed471f41a230, reason: Instance d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1186.183455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523d700-76e3-490c-9c85-f4fcff12187e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.194769] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b1f55-cd63-4d63-9c6c-a3d9f82a3d8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.231737] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38732edf-4b53-4eb9-870a-40fd8463a6f3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.243373] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bedae8-a7cd-4710-8307-d8246d781bba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.264462] env[62270]: DEBUG nova.compute.provider_tree [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.543264] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 84%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.769354] env[62270]: DEBUG nova.scheduler.client.report [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1186.927871] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1186.957391] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1186.957681] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1186.957868] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.958092] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1186.958318] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.958495] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1186.958719] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1186.958907] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1186.959110] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1186.959291] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1186.959483] env[62270]: DEBUG nova.virt.hardware [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1186.960438] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95691c5-4eb0-4c61-98d8-37d9fb147e82 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.970386] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da0b86-a88c-4645-9e0a-ad1b1e3391d1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.986870] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.992847] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Creating folder: Project (49995e0ad22843d09f1ad5fb09e3da5b). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1186.993204] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edfc5eb0-86e7-4b9d-b5a1-d844d28d0099 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.005757] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Created folder: Project (49995e0ad22843d09f1ad5fb09e3da5b) in parent group-v845132. [ 1187.005981] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Creating folder: Instances. Parent ref: group-v845443. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1187.006297] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3d083d7-74e1-4eee-82d7-e30a1d6aedbf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.017704] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Created folder: Instances in parent group-v845443. [ 1187.017973] env[62270]: DEBUG oslo.service.loopingcall [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.018247] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1187.018440] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e64c27d2-4484-4854-97af-bf3b81a3ccb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.037552] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.037552] env[62270]: value = "task-4292445" [ 1187.037552] env[62270]: _type = "Task" [ 1187.037552] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.044581] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.051360] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292445, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.277812] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.278499] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1187.281396] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.939s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.380024] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.546890] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task} progress is 98%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.555364] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292445, 'name': CreateVM_Task, 'duration_secs': 0.422375} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.555565] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1187.556024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.556252] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.556603] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.556872] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a46255-2b3f-48ca-b588-37d4b0404073 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.562426] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1187.562426] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52143e95-0576-6068-1d42-2fa08bbd9893" [ 1187.562426] env[62270]: _type = "Task" [ 1187.562426] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.571361] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52143e95-0576-6068-1d42-2fa08bbd9893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.785279] env[62270]: DEBUG nova.compute.utils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1187.790526] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Not allocating networking since 'none' was specified. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1187.888733] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Getting list of instances from cluster (obj){ [ 1187.888733] env[62270]: value = "domain-c8" [ 1187.888733] env[62270]: _type = "ClusterComputeResource" [ 1187.888733] env[62270]: } {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1187.890068] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17913e-759b-4ab6-843c-08a0d37742fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.913725] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Got total of 12 instances {{(pid=62270) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1187.913907] env[62270]: WARNING nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] While synchronizing instance power states, found 15 instances in the database and 12 instances on the hypervisor. [ 1187.914064] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid c710d441-ea2f-445a-a4e0-f1d1532edcb6 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.914309] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid a2ce2061-80e2-494a-8e11-8655b1adcc7b {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.914473] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.914629] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid dc7618c5-3272-4f40-bfb6-ec2b3fea70ba {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.914782] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.914933] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid 2245f5cc-b143-4bdb-9a03-02b1f60e657f {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915121] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid f23e51e6-6414-4f0b-a38c-3920fbd0c699 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915282] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid 1081b751-66b7-455e-a000-ae366091bcad {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915431] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915579] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid b92a1ec6-63f9-4168-92bb-73e6ad47c798 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915727] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid b3d7df32-93da-41ba-919e-14d2e5549bae {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.915876] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.916032] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.916235] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid d56f1913-846d-4050-ae96-57128815e670 {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.916389] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Triggering sync for uuid 42f98f53-4638-4688-9800-82c851fac06c {{(pid=62270) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10414}} [ 1187.916792] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.917038] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.917330] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.917523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.917766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.917987] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.918186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.918424] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.918638] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.918837] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.919082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.919272] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.919512] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.919697] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.919928] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.920126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.920361] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.920582] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.920766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.921157] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.921391] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.921601] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "d56f1913-846d-4050-ae96-57128815e670" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.921809] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "42f98f53-4638-4688-9800-82c851fac06c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.922713] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150fd1a9-1ada-4f0e-80c0-0ef5841c09b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.925907] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb2ba2d-bce6-425c-8b86-49c3a0ec8052 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.928965] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daece659-71aa-4a8d-bacd-60678e0c276a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.931667] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b84e75-16e4-4e6c-8374-b0283a63f4e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.934517] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69633a2-10ef-49ff-86b6-fa3efb80b1a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.937829] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463c71c-d810-499e-85fb-e1ac7546ea30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.941188] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc5086-860f-49de-baea-3d2585ca4cb4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.944265] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19bfbe-3d3c-40d1-890e-da33bfb9401f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.044854] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292442, 'name': RelocateVM_Task, 'duration_secs': 3.312769} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.045176] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1188.045390] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845433', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'name': 'volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0', 'attached_at': '', 'detached_at': '', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'serial': '6391a5bb-4e58-4c3a-8cf3-a325d4609553'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1188.046500] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30e6cc3-73a2-461e-8174-7f9bc7820b92 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.071043] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccca788-49b4-4674-b6a1-23464eafcb20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.079891] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52143e95-0576-6068-1d42-2fa08bbd9893, 'name': SearchDatastore_Task, 'duration_secs': 0.014486} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.089751] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.090057] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.090319] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.090483] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.090672] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.099771] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553/volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.102722] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503027bd-ab99-40cf-a874-348ca8f2d25e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.104714] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-544129d4-d913-4969-baa8-5ec3d87b6f8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.126907] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1188.126907] env[62270]: value = "task-4292446" [ 1188.126907] env[62270]: _type = "Task" [ 1188.126907] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.132481] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e94dda-2c2b-483a-9a40-dbee60cd3d5c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.135014] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.135220] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1188.136271] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a52a265b-12bc-45c3-a994-aa933c7ab9e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.141965] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.148549] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd32e96-c823-44af-8ab2-db8c3de09c78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.152408] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1188.152408] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209fddd-edab-bd8f-97c9-296bfa2468c6" [ 1188.152408] env[62270]: _type = "Task" [ 1188.152408] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.181228] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc84d400-74d6-4ed7-8525-d87c624d743a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.187838] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5209fddd-edab-bd8f-97c9-296bfa2468c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.189071] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39702c55-9071-405e-805a-b9ab18dc4f70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.194841] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceddc52-ceb1-4d41-a38f-e2c233726002 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.200112] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1188.200112] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521b917b-3c69-36e8-16fa-3d8a3d489c8d" [ 1188.200112] env[62270]: _type = "Task" [ 1188.200112] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.212961] env[62270]: DEBUG nova.compute.provider_tree [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.219998] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521b917b-3c69-36e8-16fa-3d8a3d489c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01472} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.220915] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.221205] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d56f1913-846d-4050-ae96-57128815e670/d56f1913-846d-4050-ae96-57128815e670.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1188.221469] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edae6830-3938-4aa0-b339-0c3a33391159 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.233910] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1188.233910] env[62270]: value = "task-4292447" [ 1188.233910] env[62270]: _type = "Task" [ 1188.233910] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.241322] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.293043] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1188.473680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.483539] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.484204] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.484670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.485043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.487607] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.496622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.579s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.497196] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.577s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.638330] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292446, 'name': ReconfigVM_Task, 'duration_secs': 0.380665} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.638720] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553/volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.643977] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8094c05-22d4-43e2-b091-f3759069e3d3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.662557] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1188.662557] env[62270]: value = "task-4292448" [ 1188.662557] env[62270]: _type = "Task" [ 1188.662557] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.672425] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.717397] env[62270]: DEBUG nova.scheduler.client.report [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1188.744725] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.173109] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292448, 'name': ReconfigVM_Task, 'duration_secs': 0.205045} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.173448] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845433', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'name': 'volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0', 'attached_at': '', 'detached_at': '', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'serial': '6391a5bb-4e58-4c3a-8cf3-a325d4609553'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1189.173982] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08f006c7-97d6-4b47-b782-405ca720f304 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.180521] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1189.180521] env[62270]: value = "task-4292449" [ 1189.180521] env[62270]: _type = "Task" [ 1189.180521] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.189118] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292449, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.243019] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555011} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.243373] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d56f1913-846d-4050-ae96-57128815e670/d56f1913-846d-4050-ae96-57128815e670.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1189.243598] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.243857] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1884816-d480-4deb-99f0-5e249b753a28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.250986] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1189.250986] env[62270]: value = "task-4292450" [ 1189.250986] env[62270]: _type = "Task" [ 1189.250986] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.260334] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.300704] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1189.330749] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1189.330992] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1189.331238] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.331380] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1189.331587] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.331776] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1189.332016] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1189.332229] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1189.332695] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1189.332974] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1189.333246] env[62270]: DEBUG nova.virt.hardware [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1189.334439] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d21358f-6f7d-4611-beed-f9bda358f7c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.342823] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293f691-6724-4f9c-ae4c-fa4dd59b497d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.357493] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.363218] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Creating folder: Project (c30cef7635b6476198d1f111af51e430). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1189.363508] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e9c93d0-d964-4e82-b49e-fe533da4af1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.372884] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Created folder: Project (c30cef7635b6476198d1f111af51e430) in parent group-v845132. [ 1189.373095] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Creating folder: Instances. Parent ref: group-v845446. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1189.373335] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e12a3d9-4cf4-45e3-ade0-16a8f53bda41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.381678] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Created folder: Instances in parent group-v845446. [ 1189.381923] env[62270]: DEBUG oslo.service.loopingcall [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.382138] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1189.382343] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea7c376-6372-40e1-b93c-b3747f55766f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.397593] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.397593] env[62270]: value = "task-4292453" [ 1189.397593] env[62270]: _type = "Task" [ 1189.397593] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.408750] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292453, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.690707] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292449, 'name': Rename_Task, 'duration_secs': 0.147116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.690998] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1189.691239] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aab843f-f6fe-44ad-8b4e-7e0e3b81b6f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.701431] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1189.701431] env[62270]: value = "task-4292454" [ 1189.701431] env[62270]: _type = "Task" [ 1189.701431] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.718522] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.728052] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.447s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.731029] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.982s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.732172] env[62270]: DEBUG nova.objects.instance [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'resources' on Instance uuid b92a1ec6-63f9-4168-92bb-73e6ad47c798 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.761439] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087415} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.761822] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.762608] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a07376-8584-44cb-8697-e840000622eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.785303] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d56f1913-846d-4050-ae96-57128815e670/d56f1913-846d-4050-ae96-57128815e670.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.786022] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456425e0-65ce-4dd7-9af4-38e777ec0354 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.806886] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1189.806886] env[62270]: value = "task-4292455" [ 1189.806886] env[62270]: _type = "Task" [ 1189.806886] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.816830] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.907687] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292453, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.211828] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.312977] env[62270]: INFO nova.scheduler.client.report [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocation for migration 36172a00-bddd-4b2a-87ee-d4513a1e3054 [ 1190.322703] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292455, 'name': ReconfigVM_Task, 'duration_secs': 0.401591} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.326641] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d56f1913-846d-4050-ae96-57128815e670/d56f1913-846d-4050-ae96-57128815e670.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.328037] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cfa4bb5-7159-4e55-b8e3-37c671a57335 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.336206] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1190.336206] env[62270]: value = "task-4292456" [ 1190.336206] env[62270]: _type = "Task" [ 1190.336206] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.347947] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292456, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.413854] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292453, 'name': CreateVM_Task, 'duration_secs': 0.546465} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.414062] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1190.414547] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.414761] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.415134] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.415437] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0745ff-649c-446d-8161-4e57be84d7ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.420865] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1190.420865] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257b9f0-5a9d-9dd7-bba2-0d534d1edba5" [ 1190.420865] env[62270]: _type = "Task" [ 1190.420865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.432237] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257b9f0-5a9d-9dd7-bba2-0d534d1edba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.501048] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa880b-f620-49cf-bd1d-a211769f0e14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.508904] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a366c0a-7f8f-4e19-b335-82d2ef443596 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.540186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ea8e2f-a0f7-4d3a-9f87-8d93198a9368 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.548331] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82433e2b-372a-4b1d-a799-91bca83e6168 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.562286] env[62270]: DEBUG nova.compute.provider_tree [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.712548] env[62270]: DEBUG oslo_vmware.api [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292454, 'name': PowerOnVM_Task, 'duration_secs': 0.647945} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.712925] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1190.713026] env[62270]: INFO nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1190.713207] env[62270]: DEBUG nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1190.713998] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39941d2f-761d-4503-967e-e3b9b1d002e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.828466] env[62270]: DEBUG oslo_concurrency.lockutils [None req-abebabc0-1501-4b4d-8e4b-9acdbf9aebc0 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.450s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.829687] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.911s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.830886] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4cedb-536a-4501-a5dc-2852b666dd3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.851793] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292456, 'name': Rename_Task, 'duration_secs': 0.204111} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.852110] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1190.852934] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7c26f5-0713-4e2a-b010-087f21ce6b41 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.860048] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1190.860048] env[62270]: value = "task-4292457" [ 1190.860048] env[62270]: _type = "Task" [ 1190.860048] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.879250] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.931037] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5257b9f0-5a9d-9dd7-bba2-0d534d1edba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.931371] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.931696] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.932174] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.932340] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.932538] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.932872] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68db83bf-8350-461e-864b-f915424948b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.940998] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.941236] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1190.942061] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6520492-6898-4671-be49-989db5773597 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.946785] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1190.946785] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527724af-5f9c-39f3-cf77-384de8774f7b" [ 1190.946785] env[62270]: _type = "Task" [ 1190.946785] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.954430] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527724af-5f9c-39f3-cf77-384de8774f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.066152] env[62270]: DEBUG nova.scheduler.client.report [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1191.233668] env[62270]: INFO nova.compute.manager [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 25.94 seconds to build instance. [ 1191.348270] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.372981] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.458263] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527724af-5f9c-39f3-cf77-384de8774f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.459141] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139e04f9-f166-467a-9381-c4455c71bdda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.464587] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1191.464587] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52297cf0-2396-ebf7-c3e4-218aa34b7a9c" [ 1191.464587] env[62270]: _type = "Task" [ 1191.464587] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.472675] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52297cf0-2396-ebf7-c3e4-218aa34b7a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.572756] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.575249] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.988s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.575755] env[62270]: DEBUG nova.objects.instance [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.589882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.590239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.590372] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.590528] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.590709] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.592798] env[62270]: INFO nova.compute.manager [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Terminating instance [ 1191.594752] env[62270]: DEBUG nova.compute.manager [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1191.594955] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1191.595861] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ace183-bcf7-4cb8-969f-432926d6e150 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.600095] env[62270]: INFO nova.scheduler.client.report [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance b92a1ec6-63f9-4168-92bb-73e6ad47c798 [ 1191.608285] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1191.608570] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a76210f4-28e5-406e-909b-7c5230b3b70b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.615097] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1191.615097] env[62270]: value = "task-4292458" [ 1191.615097] env[62270]: _type = "Task" [ 1191.615097] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.626466] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.735473] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2775cdd1-ecbe-4fc1-892b-d9e8154cd592 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.453s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.735918] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.814s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.736062] env[62270]: INFO nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1191.736370] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.871225] env[62270]: DEBUG oslo_vmware.api [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292457, 'name': PowerOnVM_Task, 'duration_secs': 0.87572} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.871568] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1191.871823] env[62270]: INFO nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Took 4.94 seconds to spawn the instance on the hypervisor. [ 1191.872036] env[62270]: DEBUG nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1191.872825] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4c3cab-ce2c-4991-959d-5aefa5576608 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.985503] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52297cf0-2396-ebf7-c3e4-218aa34b7a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.985868] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.986125] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1191.986446] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eec37d4f-0580-424a-9b8e-7dbebfc4ca12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.998096] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1191.998096] env[62270]: value = "task-4292459" [ 1191.998096] env[62270]: _type = "Task" [ 1191.998096] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.006881] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.109741] env[62270]: DEBUG oslo_concurrency.lockutils [None req-92140e6f-c08f-406e-9ba2-8f2e1ccfe76f tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.754s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.111290] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.191s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.111802] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b3ffda0-9aa4-4a98-98e5-839c57805418 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126168] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba819be7-e476-4003-97c1-4d3583baf164 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.143917] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292458, 'name': PowerOffVM_Task, 'duration_secs': 0.421492} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.146285] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1192.146285] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1192.149308] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348bc3d0-b0de-42a2-9eab-32f71994b8e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.151558] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.151911] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.215391] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1192.215637] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1192.215833] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.216224] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8c349d3-4406-4d30-afe3-849ad5308c9d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.223556] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1192.223556] env[62270]: value = "task-4292461" [ 1192.223556] env[62270]: _type = "Task" [ 1192.223556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.231749] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.371448] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ba286-e393-42e6-9505-8ded96c80153 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.380651] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32c3d68-cb04-4baf-9f39-ce94b17f0427 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.395630] env[62270]: INFO nova.compute.manager [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Took 13.00 seconds to build instance. [ 1192.426649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6d9a08e-25c8-4d2e-bf47-b3f6ca916219 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.039s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.428019] env[62270]: DEBUG nova.compute.manager [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1192.428244] env[62270]: DEBUG nova.compute.manager [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing instance network info cache due to event network-changed-69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1192.428473] env[62270]: DEBUG oslo_concurrency.lockutils [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] Acquiring lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.428721] env[62270]: DEBUG oslo_concurrency.lockutils [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] Acquired lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.428959] env[62270]: DEBUG nova.network.neutron [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Refreshing network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1192.431032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b91518-c7e7-4698-894c-a4c58a82d7f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.434349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "d56f1913-846d-4050-ae96-57128815e670" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.513s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.434612] env[62270]: INFO nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: d56f1913-846d-4050-ae96-57128815e670] During sync_power_state the instance has a pending task (spawning). Skip. [ 1192.434855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "d56f1913-846d-4050-ae96-57128815e670" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.442805] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d749fbf5-86e5-4c6c-95be-b1b2b20c02ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.459698] env[62270]: DEBUG nova.compute.provider_tree [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.509918] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.654961] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1192.678615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "b92a1ec6-63f9-4168-92bb-73e6ad47c798" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.733359] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.964480] env[62270]: DEBUG nova.scheduler.client.report [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1193.011030] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292459, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.182959] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.239464] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.284690] env[62270]: DEBUG nova.network.neutron [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updated VIF entry in instance network info cache for port 69f1e292-8872-40a6-a07b-2ce05feeaf8d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1193.285932] env[62270]: DEBUG nova.network.neutron [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [{"id": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "address": "fa:16:3e:82:dc:aa", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e292-88", "ovs_interfaceid": "69f1e292-8872-40a6-a07b-2ce05feeaf8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.316556] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1193.317510] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289c7c3f-5d24-4761-b6a3-93260275a732 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.324830] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1193.325042] env[62270]: ERROR oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk due to incomplete transfer. [ 1193.325336] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61524721-fedb-40d7-bbcc-6fc5311c16ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.339031] env[62270]: DEBUG oslo_vmware.rw_handles [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5268c017-79c5-8664-eabc-6b045d919ccd/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1193.339031] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Uploaded image 4d5db179-bc95-4001-aa21-ae755468585d to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1193.339944] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1193.340783] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40a31c0c-f244-4c06-b6d0-49177b9c7162 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.350432] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1193.350432] env[62270]: value = "task-4292462" [ 1193.350432] env[62270]: _type = "Task" [ 1193.350432] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.359839] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292462, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.377675] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.377891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.470015] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.473254] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.289s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.474199] env[62270]: INFO nova.compute.claims [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.495019] env[62270]: INFO nova.scheduler.client.report [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c [ 1193.509671] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292459, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.734991] env[62270]: DEBUG oslo_vmware.api [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.202327} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.736046] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.736046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1193.736046] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1193.736356] env[62270]: INFO nova.compute.manager [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1193.736527] env[62270]: DEBUG oslo.service.loopingcall [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.736738] env[62270]: DEBUG nova.compute.manager [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1193.736838] env[62270]: DEBUG nova.network.neutron [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1193.788540] env[62270]: DEBUG oslo_concurrency.lockutils [req-15af9590-9968-4c43-9901-c0e4699da990 req-e7530cc2-df90-4bf3-ac14-64abb2ac1906 service nova] Releasing lock "refresh_cache-c710d441-ea2f-445a-a4e0-f1d1532edcb6" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.860999] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292462, 'name': Destroy_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.880443] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1193.948716] env[62270]: DEBUG nova.compute.manager [None req-c7561ea6-b5db-4003-935e-4f29ae01f958 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1193.949725] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe35ad-c126-463c-a630-30f0df643822 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.005502] env[62270]: DEBUG oslo_concurrency.lockutils [None req-212f67d1-2b09-4b2f-9a04-f63b3c41b9b3 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.372s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.006669] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.086s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.007747] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc082f90-51b5-4e4b-8b5a-11e00c018367 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.017111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "d56f1913-846d-4050-ae96-57128815e670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.017111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.017111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "d56f1913-846d-4050-ae96-57128815e670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.017111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.017111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.018470] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292459, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.61674} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.019907] env[62270]: INFO nova.compute.manager [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Terminating instance [ 1194.021343] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1194.021599] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.022325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "refresh_cache-d56f1913-846d-4050-ae96-57128815e670" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.022687] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquired lock "refresh_cache-d56f1913-846d-4050-ae96-57128815e670" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.023276] env[62270]: DEBUG nova.network.neutron [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1194.024623] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99f41dd7-a40d-4884-96a6-e65750dfee45 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.028905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175072e-d688-4ac3-83ec-05684a87bb3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.051321] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1194.051321] env[62270]: value = "task-4292463" [ 1194.051321] env[62270]: _type = "Task" [ 1194.051321] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.075432] env[62270]: DEBUG nova.network.neutron [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1194.084772] env[62270]: DEBUG nova.compute.manager [req-8bbfdb67-92c2-487d-af85-a3c1ae2012bf req-5b3ab143-157e-4b75-8fba-ced8a430a764 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Received event network-vif-deleted-d0f97808-feeb-4fc7-82cb-d7ff8a13213e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1194.085020] env[62270]: INFO nova.compute.manager [req-8bbfdb67-92c2-487d-af85-a3c1ae2012bf req-5b3ab143-157e-4b75-8fba-ced8a430a764 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Neutron deleted interface d0f97808-feeb-4fc7-82cb-d7ff8a13213e; detaching it from the instance and deleting it from the info cache [ 1194.085231] env[62270]: DEBUG nova.network.neutron [req-8bbfdb67-92c2-487d-af85-a3c1ae2012bf req-5b3ab143-157e-4b75-8fba-ced8a430a764 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.086548] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.087219] env[62270]: DEBUG nova.compute.manager [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1194.142032] env[62270]: DEBUG nova.network.neutron [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.362219] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292462, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.406055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.447353] env[62270]: DEBUG nova.compute.manager [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Received event network-changed-beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1194.447607] env[62270]: DEBUG nova.compute.manager [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Refreshing instance network info cache due to event network-changed-beb791dd-fc84-41f3-9b81-fd84069d8e33. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1194.447841] env[62270]: DEBUG oslo_concurrency.lockutils [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] Acquiring lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.447994] env[62270]: DEBUG oslo_concurrency.lockutils [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] Acquired lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.448195] env[62270]: DEBUG nova.network.neutron [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Refreshing network info cache for port beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1194.462711] env[62270]: INFO nova.compute.manager [None req-c7561ea6-b5db-4003-935e-4f29ae01f958 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] instance snapshotting [ 1194.463291] env[62270]: DEBUG nova.objects.instance [None req-c7561ea6-b5db-4003-935e-4f29ae01f958 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lazy-loading 'flavor' on Instance uuid d56f1913-846d-4050-ae96-57128815e670 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.547531] env[62270]: DEBUG nova.network.neutron [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.563258] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080195} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.563549] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.564463] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2260712c-d988-4021-9e8d-8aaebd28ae9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.589079] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.592272] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91090e4-2d42-4af5-803e-1cbcc13ad8c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.606909] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "d93c5dbc-f51e-4c5a-ae37-0f02f9c69a4c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.600s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.610064] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1302776d-82ca-4804-92b6-ddb8e21d14c4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.622440] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be09873-3e1d-4708-ad78-7f2260fe74dc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.633234] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1194.633234] env[62270]: value = "task-4292464" [ 1194.633234] env[62270]: _type = "Task" [ 1194.633234] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.636542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.646087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Releasing lock "refresh_cache-d56f1913-846d-4050-ae96-57128815e670" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.646586] env[62270]: DEBUG nova.compute.manager [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1194.646801] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1194.647433] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.648184] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef306fe7-2164-4ffe-8093-cb2b85b79ceb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.662570] env[62270]: DEBUG nova.compute.manager [req-8bbfdb67-92c2-487d-af85-a3c1ae2012bf req-5b3ab143-157e-4b75-8fba-ced8a430a764 service nova] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Detach interface failed, port_id=d0f97808-feeb-4fc7-82cb-d7ff8a13213e, reason: Instance cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1194.668270] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1194.668546] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11ebd441-7cbf-433f-99e0-1ba6751e2a39 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.676968] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1194.676968] env[62270]: value = "task-4292465" [ 1194.676968] env[62270]: _type = "Task" [ 1194.676968] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.688255] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.749970] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190df90-4a87-4105-b537-970d9061689a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.757797] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d7bcbe-acf8-45f9-a01e-a38f3bae0f66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.790612] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7da52-d570-475f-a085-8606bf3407e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.798429] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb0e65-1064-4fec-aee5-3dc957f40e5e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.812334] env[62270]: DEBUG nova.compute.provider_tree [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.861959] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292462, 'name': Destroy_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.959400] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.959400] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.959596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.959707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.959895] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.962500] env[62270]: INFO nova.compute.manager [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Terminating instance [ 1194.964597] env[62270]: DEBUG nova.compute.manager [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1194.964802] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1194.966135] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d583d1f-a0d5-4bcd-9fe6-190752fdba6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.972276] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90421bdc-f58c-40ce-bd3f-8b4363ed716c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.976925] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1194.977814] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ccd3c8c-5c1b-4473-afe9-89271579a6d0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.994556] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ecdd6-6778-424a-8847-d493459892f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.997466] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1194.997466] env[62270]: value = "task-4292466" [ 1194.997466] env[62270]: _type = "Task" [ 1194.997466] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.011381] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.049879] env[62270]: INFO nova.compute.manager [-] [instance: cd9020e7-9cb2-4438-a3bf-82848e4cb4f4] Took 1.31 seconds to deallocate network for instance. [ 1195.148165] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292464, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.190025] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.200336] env[62270]: DEBUG nova.network.neutron [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updated VIF entry in instance network info cache for port beb791dd-fc84-41f3-9b81-fd84069d8e33. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1195.200336] env[62270]: DEBUG nova.network.neutron [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [{"id": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "address": "fa:16:3e:77:3c:34", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb791dd-fc", "ovs_interfaceid": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.315475] env[62270]: DEBUG nova.scheduler.client.report [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1195.362510] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292462, 'name': Destroy_Task, 'duration_secs': 1.871911} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.362722] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Destroyed the VM [ 1195.362972] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1195.363254] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd14c895-e1f6-4c8e-8f21-64499f9752af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.371159] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1195.371159] env[62270]: value = "task-4292467" [ 1195.371159] env[62270]: _type = "Task" [ 1195.371159] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.379436] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.508122] env[62270]: DEBUG nova.compute.manager [None req-c7561ea6-b5db-4003-935e-4f29ae01f958 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Instance disappeared during snapshot {{(pid=62270) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1195.510084] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292466, 'name': PowerOffVM_Task, 'duration_secs': 0.376146} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.510548] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1195.510779] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1195.511016] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e41a883-9c72-4e9c-a891-aa8f3801d0c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.556212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.578838] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1195.579111] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1195.579302] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] 2245f5cc-b143-4bdb-9a03-02b1f60e657f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.579592] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c58721f-0d9d-470a-aac1-0db4d095fa16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.587828] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1195.587828] env[62270]: value = "task-4292469" [ 1195.587828] env[62270]: _type = "Task" [ 1195.587828] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.596924] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.627406] env[62270]: DEBUG nova.compute.manager [None req-c7561ea6-b5db-4003-935e-4f29ae01f958 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Found 0 images (rotation: 2) {{(pid=62270) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1195.649228] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292464, 'name': ReconfigVM_Task, 'duration_secs': 0.874549} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.649512] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.650208] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79334680-d174-48cc-b0b8-4335d44f752a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.658267] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1195.658267] env[62270]: value = "task-4292470" [ 1195.658267] env[62270]: _type = "Task" [ 1195.658267] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.676689] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292470, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.707083] env[62270]: DEBUG oslo_concurrency.lockutils [req-b2d0076b-b896-4cba-bd3b-75359da0ae33 req-62ee3848-b066-4208-98c6-c059c88691b1 service nova] Releasing lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.711413] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292465, 'name': PowerOffVM_Task, 'duration_secs': 0.650375} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.711748] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1195.711936] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1195.712232] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e52015-cbfb-4cf6-9169-080d62392ca7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.759584] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1195.759860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1195.761245] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Deleting the datastore file [datastore2] d56f1913-846d-4050-ae96-57128815e670 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.761551] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28b9f1e-ecec-4eac-b70b-3b6bd18dedf5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.773481] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for the task: (returnval){ [ 1195.773481] env[62270]: value = "task-4292472" [ 1195.773481] env[62270]: _type = "Task" [ 1195.773481] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.782889] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.820587] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.821242] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1195.823891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.418s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.825387] env[62270]: INFO nova.compute.claims [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.888739] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.394756} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.889010] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1195.889363] env[62270]: DEBUG nova.compute.manager [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1195.890190] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89e029-1ab8-4979-9828-591155f4585d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.099851] env[62270]: DEBUG oslo_vmware.api [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159519} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.100364] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.100364] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1196.100499] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1196.100671] env[62270]: INFO nova.compute.manager [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1196.100929] env[62270]: DEBUG oslo.service.loopingcall [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.101152] env[62270]: DEBUG nova.compute.manager [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1196.101247] env[62270]: DEBUG nova.network.neutron [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1196.171633] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292470, 'name': Rename_Task, 'duration_secs': 0.15977} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.171933] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1196.172203] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c65f1bd-bd67-40b6-a4e0-a6431a952391 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.178872] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1196.178872] env[62270]: value = "task-4292473" [ 1196.178872] env[62270]: _type = "Task" [ 1196.178872] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.186983] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.288920] env[62270]: DEBUG oslo_vmware.api [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Task: {'id': task-4292472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099651} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.292069] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.292069] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1196.292069] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1196.292069] env[62270]: INFO nova.compute.manager [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] [instance: d56f1913-846d-4050-ae96-57128815e670] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1196.292069] env[62270]: DEBUG oslo.service.loopingcall [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.292331] env[62270]: DEBUG nova.compute.manager [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1196.292439] env[62270]: DEBUG nova.network.neutron [-] [instance: d56f1913-846d-4050-ae96-57128815e670] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1196.321526] env[62270]: DEBUG nova.network.neutron [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1196.329572] env[62270]: DEBUG nova.compute.utils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.335903] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1196.335903] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1196.403017] env[62270]: INFO nova.compute.manager [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Shelve offloading [ 1196.404992] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1196.405468] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f0b74d6-6394-4ee4-9269-2262b9973fd1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.414190] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1196.414190] env[62270]: value = "task-4292474" [ 1196.414190] env[62270]: _type = "Task" [ 1196.414190] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.424544] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1196.424711] env[62270]: DEBUG nova.compute.manager [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1196.425770] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ff98b-aca9-4d4c-b985-287bee19e824 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.431941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.432077] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.432502] env[62270]: DEBUG nova.network.neutron [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1196.450643] env[62270]: DEBUG nova.policy [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4daa17d47f2f4bd7b5d37d56c2ecf552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a1e8db19329495ea6137acf2f5aa852', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1196.596493] env[62270]: DEBUG nova.compute.manager [req-dc100023-0e11-4cde-bf9b-ad349212bcd1 req-5271684b-b47f-4667-b243-fc3f7bdbbb93 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Received event network-vif-deleted-ec4d2454-f207-470c-b811-70956b59a096 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1196.596726] env[62270]: INFO nova.compute.manager [req-dc100023-0e11-4cde-bf9b-ad349212bcd1 req-5271684b-b47f-4667-b243-fc3f7bdbbb93 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Neutron deleted interface ec4d2454-f207-470c-b811-70956b59a096; detaching it from the instance and deleting it from the info cache [ 1196.596957] env[62270]: DEBUG nova.network.neutron [req-dc100023-0e11-4cde-bf9b-ad349212bcd1 req-5271684b-b47f-4667-b243-fc3f7bdbbb93 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.691277] env[62270]: DEBUG oslo_vmware.api [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292473, 'name': PowerOnVM_Task, 'duration_secs': 0.475147} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.691527] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1196.691748] env[62270]: INFO nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1196.691938] env[62270]: DEBUG nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1196.692735] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e33e5b-1605-4566-93db-9ad0bb1080e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.811050] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Successfully created port: 7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.824069] env[62270]: DEBUG nova.network.neutron [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.833679] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1197.072095] env[62270]: DEBUG nova.network.neutron [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.078055] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c900c-11d7-4427-93ff-ddb7cedfdc72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.088283] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf41bc-2869-4bf7-927f-47a4a4ec9aca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.123850] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5721bf55-7116-46ed-833c-6a3c3fa68bda {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.126852] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de653e-a31e-4a6f-8b26-d90fa868d6f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.136781] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe037fa-29e3-41c6-be7f-dfcc71010592 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.143725] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617b20c4-d3e0-441f-8a81-d4c15b9d74d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.165282] env[62270]: DEBUG nova.compute.provider_tree [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.180768] env[62270]: DEBUG nova.compute.manager [req-dc100023-0e11-4cde-bf9b-ad349212bcd1 req-5271684b-b47f-4667-b243-fc3f7bdbbb93 service nova] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Detach interface failed, port_id=ec4d2454-f207-470c-b811-70956b59a096, reason: Instance 2245f5cc-b143-4bdb-9a03-02b1f60e657f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1197.198268] env[62270]: DEBUG nova.network.neutron [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.210385] env[62270]: INFO nova.compute.manager [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Took 17.76 seconds to build instance. [ 1197.326968] env[62270]: INFO nova.compute.manager [-] [instance: d56f1913-846d-4050-ae96-57128815e670] Took 1.03 seconds to deallocate network for instance. [ 1197.583955] env[62270]: INFO nova.compute.manager [-] [instance: 2245f5cc-b143-4bdb-9a03-02b1f60e657f] Took 1.48 seconds to deallocate network for instance. [ 1197.668578] env[62270]: DEBUG nova.scheduler.client.report [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1197.701174] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.711995] env[62270]: DEBUG oslo_concurrency.lockutils [None req-96fcb900-8f5a-4f05-b1ca-6e93157383f9 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.267s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.712214] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "42f98f53-4638-4688-9800-82c851fac06c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.790s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.712414] env[62270]: INFO nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 42f98f53-4638-4688-9800-82c851fac06c] During sync_power_state the instance has a pending task (networking). Skip. [ 1197.712595] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "42f98f53-4638-4688-9800-82c851fac06c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.834120] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.845493] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1197.873223] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1197.873497] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1197.873664] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.873855] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1197.874014] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.874187] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1197.874438] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1197.874618] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1197.874799] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1197.874973] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1197.875231] env[62270]: DEBUG nova.virt.hardware [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1197.876126] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6245e8f9-6e92-4338-bf31-81dcf56ec2db {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.884723] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f99614-5e2e-4fe3-b939-009c92d39ef8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.083987] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1198.085044] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d7d1b1-11d6-4736-821e-08f07fc7dbdc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.090380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.093235] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1198.093496] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20750da-4a60-450f-b072-3b11220100e2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.166728] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1198.167103] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1198.167261] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.167603] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cf3bdc8-deda-4446-9d7a-0fa473d8bf19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.174148] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.174817] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1198.179795] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.543s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.181250] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1198.181250] env[62270]: value = "task-4292476" [ 1198.181250] env[62270]: _type = "Task" [ 1198.181250] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.192183] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.680032] env[62270]: DEBUG nova.compute.manager [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-vif-unplugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1198.680032] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.680032] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.680032] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.680032] env[62270]: DEBUG nova.compute.manager [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] No waiting events found dispatching network-vif-unplugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1198.680270] env[62270]: WARNING nova.compute.manager [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received unexpected event network-vif-unplugged-4acf08df-eef8-46fd-9f5c-67c89897f365 for instance with vm_state shelved and task_state shelving_offloading. [ 1198.680518] env[62270]: DEBUG nova.compute.manager [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1198.680679] env[62270]: DEBUG nova.compute.manager [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing instance network info cache due to event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1198.680883] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.681102] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.681494] env[62270]: DEBUG nova.network.neutron [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1198.683782] env[62270]: DEBUG nova.compute.utils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1198.688870] env[62270]: INFO nova.compute.claims [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.692860] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1198.693083] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1198.708605] env[62270]: DEBUG oslo_vmware.api [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164654} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.708605] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.708605] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1198.708605] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1198.747135] env[62270]: INFO nova.scheduler.client.report [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted allocations for instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 [ 1198.773188] env[62270]: DEBUG nova.compute.manager [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Received event network-vif-plugged-7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1198.773426] env[62270]: DEBUG oslo_concurrency.lockutils [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] Acquiring lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.773650] env[62270]: DEBUG oslo_concurrency.lockutils [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.773884] env[62270]: DEBUG oslo_concurrency.lockutils [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.774026] env[62270]: DEBUG nova.compute.manager [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] No waiting events found dispatching network-vif-plugged-7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1198.774529] env[62270]: WARNING nova.compute.manager [req-232a1c73-7317-4731-84f5-507d0aee558d req-8a48a736-0ecf-4159-ba47-aab9aee466da service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Received unexpected event network-vif-plugged-7de826dc-7943-4a46-8647-6b5635c84c86 for instance with vm_state building and task_state spawning. [ 1198.818854] env[62270]: DEBUG nova.policy [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f69970825cf44e5ba87abb007f55d605', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5274977ab544f97b6e99eceaa7297de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1198.841843] env[62270]: INFO nova.compute.manager [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Rebuilding instance [ 1198.921104] env[62270]: DEBUG nova.compute.manager [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.922080] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414379fe-cca9-4f5a-a750-427f42e0d1f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.992474] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Successfully updated port: 7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.051625] env[62270]: DEBUG nova.network.neutron [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updated VIF entry in instance network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1199.052020] env[62270]: DEBUG nova.network.neutron [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4acf08df-ee", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.196195] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1199.200383] env[62270]: INFO nova.compute.resource_tracker [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating resource usage from migration 9be217df-f439-4abd-9648-e3be58e16d72 [ 1199.251751] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.283285] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Successfully created port: 8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.430430] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fae6a8-8184-4fb3-b9fa-52cf322c6edf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.441320] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61875669-2220-4ed6-9de1-5221d8223c11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.446517] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1199.446517] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79fed182-7a58-4c8c-8d65-b6d47cc2f6e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.478326] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.478567] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1199.480848] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81cf81b-e083-4617-90db-d2bcb9e099e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.483623] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1199.483623] env[62270]: value = "task-4292477" [ 1199.483623] env[62270]: _type = "Task" [ 1199.483623] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.490439] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07b3f5-7faa-4c52-bf5a-cd913a75a67c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.497871] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.498066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.498270] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1199.499443] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.510681] env[62270]: DEBUG nova.compute.provider_tree [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.555385] env[62270]: DEBUG oslo_concurrency.lockutils [req-54a6984b-6c98-405c-b3d2-384c666747f1 req-3fffeaf0-e603-4ab7-8067-21008e5ea1b6 service nova] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.994366] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292477, 'name': PowerOffVM_Task, 'duration_secs': 0.252898} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.994666] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1199.995347] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1199.996155] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54935814-a1d8-4005-8311-b2c680c8220b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.005255] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1200.006050] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c788d1c-516f-483d-856b-62549e210320 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.013410] env[62270]: DEBUG nova.scheduler.client.report [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.034965] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1200.035058] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1200.035279] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Deleting the datastore file [datastore2] 42f98f53-4638-4688-9800-82c851fac06c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.035540] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54b0cdf6-832e-4828-ad7a-2f98fc52c03b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.040147] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1200.043678] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1200.043678] env[62270]: value = "task-4292479" [ 1200.043678] env[62270]: _type = "Task" [ 1200.043678] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.050013] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.050263] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.057401] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.177784] env[62270]: DEBUG nova.network.neutron [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Updating instance_info_cache with network_info: [{"id": "7de826dc-7943-4a46-8647-6b5635c84c86", "address": "fa:16:3e:26:92:ae", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de826dc-79", "ovs_interfaceid": "7de826dc-7943-4a46-8647-6b5635c84c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.204049] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1200.226415] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1200.226699] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1200.226872] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.227092] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1200.227259] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.227445] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1200.227702] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1200.227892] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1200.228088] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1200.228266] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1200.228454] env[62270]: DEBUG nova.virt.hardware [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1200.229614] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83facac-82c9-4d88-89ad-114e493d0a40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.237877] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631da941-60d8-4fd8-b6a7-df52f4dd31d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.519523] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.339s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.519523] env[62270]: INFO nova.compute.manager [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Migrating [ 1200.526641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.971s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.526917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.529058] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.695s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.529291] env[62270]: DEBUG nova.objects.instance [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lazy-loading 'resources' on Instance uuid d56f1913-846d-4050-ae96-57128815e670 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.550062] env[62270]: INFO nova.scheduler.client.report [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocations for instance cd9020e7-9cb2-4438-a3bf-82848e4cb4f4 [ 1200.554734] env[62270]: DEBUG nova.compute.utils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1200.559970] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091625} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.562701] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.562919] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1200.563126] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1200.680505] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.680835] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Instance network_info: |[{"id": "7de826dc-7943-4a46-8647-6b5635c84c86", "address": "fa:16:3e:26:92:ae", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de826dc-79", "ovs_interfaceid": "7de826dc-7943-4a46-8647-6b5635c84c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1200.681286] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:92:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7de826dc-7943-4a46-8647-6b5635c84c86', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.689426] env[62270]: DEBUG oslo.service.loopingcall [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.691685] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1200.692118] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80724ddb-5489-42e9-b253-b3e9a4250df6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.717097] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.717097] env[62270]: value = "task-4292480" [ 1200.717097] env[62270]: _type = "Task" [ 1200.717097] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.726442] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292480, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.765336] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f36d8c-5a22-49c6-adfc-0395bd97bb07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.776094] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b391da-cad1-4076-91b3-66013c880744 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.825902] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f0b7a2-2afd-4d28-bd15-8889b8fadd27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.833631] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99e22cf-7f17-4340-b9f4-6f40df88553b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.847835] env[62270]: DEBUG nova.compute.provider_tree [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.872858] env[62270]: DEBUG nova.compute.manager [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Received event network-changed-7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1200.873111] env[62270]: DEBUG nova.compute.manager [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Refreshing instance network info cache due to event network-changed-7de826dc-7943-4a46-8647-6b5635c84c86. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1200.873301] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Acquiring lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.873481] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Acquired lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.873617] env[62270]: DEBUG nova.network.neutron [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Refreshing network info cache for port 7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1200.888677] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Successfully updated port: 8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.043382] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.043382] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquired lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.043382] env[62270]: DEBUG nova.network.neutron [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1201.059255] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.060198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-53a64e8a-bc4a-4e6c-8ae9-8f78f7d2f280 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "cd9020e7-9cb2-4438-a3bf-82848e4cb4f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.470s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.217174] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.227331] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292480, 'name': CreateVM_Task, 'duration_secs': 0.340625} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.227599] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1201.228577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.228766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.229120] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.229380] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6925bd61-1881-4141-8423-f7de85ce80b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.233854] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1201.233854] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245bda0-3034-7afc-db9d-5440bf5797aa" [ 1201.233854] env[62270]: _type = "Task" [ 1201.233854] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.241957] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245bda0-3034-7afc-db9d-5440bf5797aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.351170] env[62270]: DEBUG nova.scheduler.client.report [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1201.390951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.390951] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.391194] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1201.477984] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.600087] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1201.600364] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1201.600537] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.600732] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1201.600889] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.601057] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1201.601281] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1201.601451] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1201.601632] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1201.601807] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1201.602109] env[62270]: DEBUG nova.virt.hardware [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1201.603052] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf125a-415d-40a2-abc5-71b52dd51d3d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.611486] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf0430c-40dd-4871-82b6-62e1858c9a9c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.633738] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance VIF info [] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.640197] env[62270]: DEBUG oslo.service.loopingcall [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.641383] env[62270]: DEBUG nova.network.neutron [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Updated VIF entry in instance network info cache for port 7de826dc-7943-4a46-8647-6b5635c84c86. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1201.641807] env[62270]: DEBUG nova.network.neutron [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Updating instance_info_cache with network_info: [{"id": "7de826dc-7943-4a46-8647-6b5635c84c86", "address": "fa:16:3e:26:92:ae", "network": {"id": "37fd72ae-2166-4015-8244-c7fdaca3b582", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-896300718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a1e8db19329495ea6137acf2f5aa852", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7de826dc-79", "ovs_interfaceid": "7de826dc-7943-4a46-8647-6b5635c84c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.644101] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1201.644733] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3da7b9-bf85-49fd-a89a-fc9b3a89fffd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.667300] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.667300] env[62270]: value = "task-4292481" [ 1201.667300] env[62270]: _type = "Task" [ 1201.667300] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.676258] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292481, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.744216] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5245bda0-3034-7afc-db9d-5440bf5797aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.744572] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.744818] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.745071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.745233] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.745427] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.745701] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08239e5f-ae63-49ac-8594-625dda9e4778 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.755441] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.755628] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1201.756410] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c6abb9-405a-4193-8a6d-acd41f2df93e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.762535] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1201.762535] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52734f24-712b-6428-e9c7-ddf37d482fa6" [ 1201.762535] env[62270]: _type = "Task" [ 1201.762535] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.770932] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52734f24-712b-6428-e9c7-ddf37d482fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.795879] env[62270]: DEBUG nova.network.neutron [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [{"id": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "address": "fa:16:3e:77:3c:34", "network": {"id": "61105203-891b-41de-8d53-7809580a20a4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-523342618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b70c8bf7b73a403a890b9efbfb963c35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeb791dd-fc", "ovs_interfaceid": "beb791dd-fc84-41f3-9b81-fd84069d8e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.856526] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.327s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.859277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.769s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.859507] env[62270]: DEBUG nova.objects.instance [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid 2245f5cc-b143-4bdb-9a03-02b1f60e657f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.881851] env[62270]: INFO nova.scheduler.client.report [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Deleted allocations for instance d56f1913-846d-4050-ae96-57128815e670 [ 1201.932435] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1202.081813] env[62270]: DEBUG nova.network.neutron [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.144194] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.144486] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.144727] env[62270]: INFO nova.compute.manager [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Attaching volume a2df8aae-d185-4f11-8045-bbc040065b96 to /dev/sdb [ 1202.146939] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Releasing lock "refresh_cache-3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.147206] env[62270]: DEBUG nova.compute.manager [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Received event network-vif-plugged-8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1202.147424] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.147640] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.147836] env[62270]: DEBUG oslo_concurrency.lockutils [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.147990] env[62270]: DEBUG nova.compute.manager [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] No waiting events found dispatching network-vif-plugged-8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1202.148181] env[62270]: WARNING nova.compute.manager [req-2b580a2c-0944-4dd4-a67a-6baffd48e585 req-f07523f9-ba5c-438e-9096-f2b30ddba24b service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Received unexpected event network-vif-plugged-8de9dbe2-3c07-4201-8539-af1843051f93 for instance with vm_state building and task_state spawning. [ 1202.177365] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292481, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.180701] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a8fbf-1b58-46f3-818f-5ec12dd3398d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.187549] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfd87a3-7519-4b74-87e1-d0436d261793 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.201708] env[62270]: DEBUG nova.virt.block_device [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating existing volume attachment record: 32998151-cbdc-4e79-ae6f-3dc2633e8424 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.273038] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52734f24-712b-6428-e9c7-ddf37d482fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.273932] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f59f8ec-b07b-4bc7-81b7-d469d7841882 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.281401] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1202.281401] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae8b82-ba00-a6eb-0f78-8f34bc6670d7" [ 1202.281401] env[62270]: _type = "Task" [ 1202.281401] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.289120] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae8b82-ba00-a6eb-0f78-8f34bc6670d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.298750] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Releasing lock "refresh_cache-40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.391390] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6cc09843-e650-49e8-99c5-a9e4b11206d0 tempest-ServersAaction247Test-555203391 tempest-ServersAaction247Test-555203391-project-member] Lock "d56f1913-846d-4050-ae96-57128815e670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.376s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.476743] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.477585] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.552052] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8d39d0-1b38-4e00-973b-8c3bf85dda8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.561294] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a39cb-0c70-4a80-8aff-c6b94e6c78af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.592733] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.593091] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Instance network_info: |[{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1202.593785] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f1:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8de9dbe2-3c07-4201-8539-af1843051f93', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.601604] env[62270]: DEBUG oslo.service.loopingcall [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.602353] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59474b-b48a-4b25-9ce8-a4788b3ce75e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.605145] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1202.605418] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aef50ec6-cfcb-4e90-8c10-af41594704fb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.628156] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531c44d7-88d9-47c7-89c7-4168755ea796 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.632436] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.632436] env[62270]: value = "task-4292485" [ 1202.632436] env[62270]: _type = "Task" [ 1202.632436] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.644291] env[62270]: DEBUG nova.compute.provider_tree [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.652171] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292485, 'name': CreateVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.678795] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292481, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.793491] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52ae8b82-ba00-a6eb-0f78-8f34bc6670d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.793831] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.794150] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3/3244e3a7-8677-43b5-a4f9-c74b02f8f6e3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1202.794459] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b3ca1c-972a-483e-a353-f2ea2c1218be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.805468] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1202.805468] env[62270]: value = "task-4292486" [ 1202.805468] env[62270]: _type = "Task" [ 1202.805468] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.816253] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.911622] env[62270]: DEBUG nova.compute.manager [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Received event network-changed-8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1202.911622] env[62270]: DEBUG nova.compute.manager [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Refreshing instance network info cache due to event network-changed-8de9dbe2-3c07-4201-8539-af1843051f93. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1202.911941] env[62270]: DEBUG oslo_concurrency.lockutils [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] Acquiring lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.911941] env[62270]: DEBUG oslo_concurrency.lockutils [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] Acquired lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.912153] env[62270]: DEBUG nova.network.neutron [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Refreshing network info cache for port 8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1203.145242] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292485, 'name': CreateVM_Task, 'duration_secs': 0.368086} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.145486] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1203.146414] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.146629] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.147010] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.148037] env[62270]: DEBUG nova.scheduler.client.report [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1203.151600] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8121d57-25dc-4062-92fc-f61648ffb636 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.158527] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1203.158527] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f35b1-a3bc-9197-f0ee-9bd9c6674d74" [ 1203.158527] env[62270]: _type = "Task" [ 1203.158527] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.169030] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f35b1-a3bc-9197-f0ee-9bd9c6674d74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.180672] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292481, 'name': CreateVM_Task, 'duration_secs': 1.313548} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.180876] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1203.181392] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.318762] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492924} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.319644] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3/3244e3a7-8677-43b5-a4f9-c74b02f8f6e3.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1203.319894] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.320168] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb41d12d-148d-4bec-aab5-1d4055e491cc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.327282] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1203.327282] env[62270]: value = "task-4292487" [ 1203.327282] env[62270]: _type = "Task" [ 1203.327282] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.338601] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.472665] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.613671] env[62270]: DEBUG nova.network.neutron [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updated VIF entry in instance network info cache for port 8de9dbe2-3c07-4201-8539-af1843051f93. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1203.614081] env[62270]: DEBUG nova.network.neutron [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.655351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.657673] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.406s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.657927] env[62270]: DEBUG nova.objects.instance [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'resources' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.669096] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521f35b1-a3bc-9197-f0ee-9bd9c6674d74, 'name': SearchDatastore_Task, 'duration_secs': 0.056409} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.669985] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.670247] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.670489] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.670649] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.670842] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.671152] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.671472] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.671942] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7a0d326-ccd9-4c1f-bbe5-b40b5ec0492f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.673800] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f453ac56-693c-4e4c-9fe4-0a7d05fa3e8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.678237] env[62270]: INFO nova.scheduler.client.report [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance 2245f5cc-b143-4bdb-9a03-02b1f60e657f [ 1203.683146] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1203.683146] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292238b-ea8c-30e9-437b-e8899cb9b691" [ 1203.683146] env[62270]: _type = "Task" [ 1203.683146] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.684487] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.684688] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1203.688417] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa18b9f-9cb5-4955-9e63-1d3007caef17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.697041] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5292238b-ea8c-30e9-437b-e8899cb9b691, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.697971] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.698254] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.698497] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.698795] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1203.698795] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c7d8e-1b79-e79f-f5ca-07b7d05d992f" [ 1203.698795] env[62270]: _type = "Task" [ 1203.698795] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.706572] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]527c7d8e-1b79-e79f-f5ca-07b7d05d992f, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.707991] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3425d3a1-f188-45ce-81c5-440a8c800bc7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.714908] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1203.714908] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528793be-58fd-32e3-2323-0e3721c1e7cb" [ 1203.714908] env[62270]: _type = "Task" [ 1203.714908] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.723492] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528793be-58fd-32e3-2323-0e3721c1e7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.817727] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19929634-3f4c-4982-8ca1-5604b1888b6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.837107] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1203.848540] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220299} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.848808] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.849593] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28570e4b-c778-45e7-8041-f25e72647507 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.875816] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3/3244e3a7-8677-43b5-a4f9-c74b02f8f6e3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.876099] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c63039-7c6b-435d-bf97-ab0ed7438605 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.897112] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1203.897112] env[62270]: value = "task-4292488" [ 1203.897112] env[62270]: _type = "Task" [ 1203.897112] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.905351] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.116690] env[62270]: DEBUG oslo_concurrency.lockutils [req-47ca152c-bb64-4fe6-b406-e2d21f6abc75 req-b32636f5-216f-4e62-afa6-8a0cbab93bd2 service nova] Releasing lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.160689] env[62270]: DEBUG nova.objects.instance [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'numa_topology' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.188218] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b91a4d4-9e89-4654-91da-875fefa45736 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "2245f5cc-b143-4bdb-9a03-02b1f60e657f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.229s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.226023] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528793be-58fd-32e3-2323-0e3721c1e7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.226149] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.226398] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1204.226714] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.226925] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.227173] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a612d3d6-5d4f-4454-86ff-88f3a08d6961 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.229206] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6935574f-df17-4ad4-a5d5-b5d40f6d5c26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.239832] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1204.239832] env[62270]: value = "task-4292489" [ 1204.239832] env[62270]: _type = "Task" [ 1204.239832] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.244344] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.244567] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1204.245658] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5550c427-db4d-4075-bd8b-0d90ed27ace9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.251118] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.255012] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1204.255012] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be792-da71-46a9-7a42-c70d6c96121a" [ 1204.255012] env[62270]: _type = "Task" [ 1204.255012] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.262697] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be792-da71-46a9-7a42-c70d6c96121a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.345698] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1204.346040] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2406c5f0-377b-4818-adad-85dd46f7ab53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.354012] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1204.354012] env[62270]: value = "task-4292490" [ 1204.354012] env[62270]: _type = "Task" [ 1204.354012] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.363166] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.413488] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292488, 'name': ReconfigVM_Task, 'duration_secs': 0.364327} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.413987] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3/3244e3a7-8677-43b5-a4f9-c74b02f8f6e3.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.414786] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fd45ba4-50e8-4789-b8a0-734e37435f60 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.424740] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1204.424740] env[62270]: value = "task-4292491" [ 1204.424740] env[62270]: _type = "Task" [ 1204.424740] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.437462] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292491, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.477021] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.477021] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1204.663822] env[62270]: DEBUG nova.objects.base [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Object Instance<0920d6b0-9392-4bce-8d73-cf9e0c4acdb2> lazy-loaded attributes: resources,numa_topology {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1204.753112] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508728} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.753112] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1204.753350] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.753663] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e4609ff-4ebe-4b3a-a35a-368f60308c78 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.779047] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1204.779047] env[62270]: value = "task-4292493" [ 1204.779047] env[62270]: _type = "Task" [ 1204.779047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.779602] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524be792-da71-46a9-7a42-c70d6c96121a, 'name': SearchDatastore_Task, 'duration_secs': 0.012266} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.784070] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f25ce5d-1efa-4e41-8756-fc6fef687613 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.793379] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.794442] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1204.794442] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52039742-b021-50a0-7f18-b803f1517c44" [ 1204.794442] env[62270]: _type = "Task" [ 1204.794442] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.807718] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52039742-b021-50a0-7f18-b803f1517c44, 'name': SearchDatastore_Task, 'duration_secs': 0.01333} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.808011] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.808285] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1204.811127] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e94e1a9-b9aa-4afb-9c9f-ba1e9facbb14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.819453] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1204.819453] env[62270]: value = "task-4292494" [ 1204.819453] env[62270]: _type = "Task" [ 1204.819453] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.831054] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.864686] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292490, 'name': PowerOffVM_Task, 'duration_secs': 0.275282} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.867840] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.868130] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1204.884774] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acfcb1c-d1f8-45f4-8f0e-65e0b55def26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.894527] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb4d89-4787-4783-bfe7-7377d4184d9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.935147] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cba2c6-c961-41ad-aeb1-928a8da41ddf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.947505] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cb9c5-0a72-434e-a3d5-a4b26e41c307 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.951757] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292491, 'name': Rename_Task, 'duration_secs': 0.398772} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.952425] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1204.953076] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb7b05a-8311-4ec5-874f-7f3c14cab75e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.963703] env[62270]: DEBUG nova.compute.provider_tree [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.966031] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1204.966031] env[62270]: value = "task-4292495" [ 1204.966031] env[62270]: _type = "Task" [ 1204.966031] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.975297] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.290138] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113066} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.290587] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.291370] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef69a1b-6bf0-43f9-aaee-7333bf06e2be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.314673] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.315029] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65697cf7-5ad1-4893-8dcf-170e56591d69 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.338541] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445969} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.339886] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1205.340176] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.340623] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1205.340623] env[62270]: value = "task-4292496" [ 1205.340623] env[62270]: _type = "Task" [ 1205.340623] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.340828] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0393750-c4ea-42a9-8c7c-b66fc640cfd5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.351572] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.352884] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1205.352884] env[62270]: value = "task-4292497" [ 1205.352884] env[62270]: _type = "Task" [ 1205.352884] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.364180] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.378642] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1205.378935] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1205.379143] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.379345] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1205.379838] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.379838] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1205.379947] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1205.380188] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1205.380361] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1205.380479] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1205.380761] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.386084] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1595f7-0629-47b1-8368-0b94ec38fd55 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.405047] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1205.405047] env[62270]: value = "task-4292498" [ 1205.405047] env[62270]: _type = "Task" [ 1205.405047] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.414784] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.468195] env[62270]: DEBUG nova.scheduler.client.report [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1205.481493] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.490899] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.491304] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.856502] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292496, 'name': ReconfigVM_Task, 'duration_secs': 0.501163} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.860823] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.861453] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f613b5e-62ea-435b-a70e-fda3529d2215 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.870671] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069566} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.872164] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.872588] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1205.872588] env[62270]: value = "task-4292499" [ 1205.872588] env[62270]: _type = "Task" [ 1205.872588] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.873383] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1574aa22-82c9-4a4b-907d-fee440cd028c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.905028] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.908888] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fe6e7a-ee93-4f41-9cab-a2f008815b83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.932472] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292499, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.944850] env[62270]: DEBUG oslo_vmware.api [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292498, 'name': ReconfigVM_Task, 'duration_secs': 0.382987} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.946808] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1205.952567] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1205.952567] env[62270]: value = "task-4292500" [ 1205.952567] env[62270]: _type = "Task" [ 1205.952567] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.963218] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.976652] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.985320] env[62270]: DEBUG oslo_vmware.api [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292495, 'name': PowerOnVM_Task, 'duration_secs': 0.662589} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.986026] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1205.986026] env[62270]: INFO nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1205.986026] env[62270]: DEBUG nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1205.986986] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71898683-3181-48dc-9df9-5227652078eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.991100] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Didn't find any instances for network info cache update. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10090}} [ 1205.991372] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.992269] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.992584] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.996330] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1206.386156] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292499, 'name': Rename_Task, 'duration_secs': 0.394201} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.386498] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1206.386832] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ec8cc4-ba6c-44ce-85b4-36453b52cc20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.393976] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1206.393976] env[62270]: value = "task-4292501" [ 1206.393976] env[62270]: _type = "Task" [ 1206.393976] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.402905] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.459243] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1206.459550] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1206.459727] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.459937] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1206.460088] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.460252] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1206.460470] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1206.460643] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1206.460921] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1206.461160] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1206.461355] env[62270]: DEBUG nova.virt.hardware [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1206.470897] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292500, 'name': ReconfigVM_Task, 'duration_secs': 0.419246} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.471395] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 42f98f53-4638-4688-9800-82c851fac06c/42f98f53-4638-4688-9800-82c851fac06c.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.471962] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f9ea1e-309c-4af5-afde-b283d72399f5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.481556] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1206.481556] env[62270]: value = "task-4292502" [ 1206.481556] env[62270]: _type = "Task" [ 1206.481556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.488856] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8eee5cfa-a0da-4a74-82d0-f976210d76a5 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.717s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.489947] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.572s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.490169] env[62270]: INFO nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1206.490361] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.491224] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.274s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.491420] env[62270]: INFO nova.compute.manager [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Unshelving [ 1206.498349] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.498564] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.498728] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.498995] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1206.499184] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292502, 'name': Rename_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.500418] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1abb7f-a2e0-4cb9-b213-c6e57f7fd236 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.513793] env[62270]: INFO nova.compute.manager [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Took 13.35 seconds to build instance. [ 1206.518509] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08014393-8b60-4f78-bbf2-62d0095de527 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.525308] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.525539] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.527091] env[62270]: INFO nova.compute.claims [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.538675] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998325b3-c132-4983-87a5-8fcd6044e694 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.546648] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b4610-2f30-4479-a35f-24789294805b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.577311] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179693MB free_disk=144GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1206.577488] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.744284] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.744544] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845452', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'name': 'volume-a2df8aae-d185-4f11-8045-bbc040065b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f23e51e6-6414-4f0b-a38c-3920fbd0c699', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'serial': 'a2df8aae-d185-4f11-8045-bbc040065b96'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.745456] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a19f91-05ba-4527-9ab3-25f1ab05f990 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.764047] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b4aeee-08af-4bfe-98fc-66b12afd8ab8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.791670] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-a2df8aae-d185-4f11-8045-bbc040065b96/volume-a2df8aae-d185-4f11-8045-bbc040065b96.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.792034] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b330bf-269f-4fd4-b08d-2df96cdbf287 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.811208] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1206.811208] env[62270]: value = "task-4292503" [ 1206.811208] env[62270]: _type = "Task" [ 1206.811208] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.819809] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.904459] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.973125] env[62270]: ERROR nova.compute.manager [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Traceback (most recent call last): [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/compute/manager.py", line 10941, in _error_out_instance_on_exception [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] yield [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/compute/manager.py", line 6151, in _resize_instance [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] disk_info = self.driver.migrate_disk_and_power_off( [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] disk_key = device.key [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] AttributeError: 'NoneType' object has no attribute 'key' [ 1206.973125] env[62270]: ERROR nova.compute.manager [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] [ 1206.980375] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.980639] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.996703] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292502, 'name': Rename_Task, 'duration_secs': 0.146036} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.999265] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1207.000095] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da1d22f-4155-4e03-8917-36eb4dd8e0ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.009975] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1207.009975] env[62270]: value = "task-4292504" [ 1207.009975] env[62270]: _type = "Task" [ 1207.009975] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.020674] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bfa485d6-864f-4e4f-b94a-6cac7813acf6 tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.869s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.020944] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.321653] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292503, 'name': ReconfigVM_Task, 'duration_secs': 0.411415} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.322010] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-a2df8aae-d185-4f11-8045-bbc040065b96/volume-a2df8aae-d185-4f11-8045-bbc040065b96.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.327200] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f034593d-414f-4078-8558-e5d1c91b0acb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.343823] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1207.343823] env[62270]: value = "task-4292505" [ 1207.343823] env[62270]: _type = "Task" [ 1207.343823] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.353106] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.406516] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.483571] env[62270]: DEBUG nova.compute.utils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1207.499357] env[62270]: INFO nova.compute.manager [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Swapping old allocation on dict_keys(['83183342-0228-4078-997b-26cec6bfe2fb']) held by migration 9be217df-f439-4abd-9648-e3be58e16d72 for instance [ 1207.519300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.525733] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292504, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.529625] env[62270]: DEBUG nova.scheduler.client.report [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Overwriting current allocation {'allocations': {'83183342-0228-4078-997b-26cec6bfe2fb': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'b70c8bf7b73a403a890b9efbfb963c35', 'user_id': '87cf796bddfc4c22a2fa1d9a5acc30fa', 'consumer_generation': 1} on consumer 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 {{(pid=62270) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1207.745143] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55789ccf-0246-4d21-9bd5-327c5f09324d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.753023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaddd9a-107e-402e-a8c2-afb4ebb3cb81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.786239] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67348891-bfb7-4faf-b5cc-130f31a93074 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.794631] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb29ad-1963-4e23-ad7e-8deaee72b98b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.809488] env[62270]: DEBUG nova.compute.provider_tree [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.853591] env[62270]: DEBUG oslo_vmware.api [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292505, 'name': ReconfigVM_Task, 'duration_secs': 0.155097} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.853915] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845452', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'name': 'volume-a2df8aae-d185-4f11-8045-bbc040065b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f23e51e6-6414-4f0b-a38c-3920fbd0c699', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'serial': 'a2df8aae-d185-4f11-8045-bbc040065b96'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.907693] env[62270]: DEBUG oslo_vmware.api [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292501, 'name': PowerOnVM_Task, 'duration_secs': 1.415851} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.908022] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1207.908288] env[62270]: INFO nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1207.908505] env[62270]: DEBUG nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1207.909392] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34608157-05da-4244-8dff-dac03b8b3fac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.993131] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.993848] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.994096] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.994317] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.994525] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.994705] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.996967] env[62270]: INFO nova.compute.manager [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Terminating instance [ 1207.999346] env[62270]: DEBUG nova.compute.manager [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1208.000558] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1208.000558] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f619f6c-c62b-4e06-b13a-01804f110dbb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.008659] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1208.008893] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e399a56-e4c6-4328-b56f-8ff60092f894 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.015954] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1208.015954] env[62270]: value = "task-4292506" [ 1208.015954] env[62270]: _type = "Task" [ 1208.015954] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.023863] env[62270]: DEBUG oslo_vmware.api [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292504, 'name': PowerOnVM_Task, 'duration_secs': 0.520979} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.024481] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1208.024707] env[62270]: DEBUG nova.compute.manager [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1208.025582] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b142782b-d22e-45b0-b64b-cacbc06fd56f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.031030] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.312437] env[62270]: DEBUG nova.scheduler.client.report [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1208.428059] env[62270]: INFO nova.compute.manager [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Took 14.04 seconds to build instance. [ 1208.526525] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292506, 'name': PowerOffVM_Task, 'duration_secs': 0.445645} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.526826] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1208.527009] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1208.527281] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be87076b-d225-47ad-83a5-e5e47538759d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.545826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.568336] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.568599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.568820] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.569024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.569214] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.571529] env[62270]: INFO nova.compute.manager [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Terminating instance [ 1208.573407] env[62270]: DEBUG nova.compute.manager [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1208.573407] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1208.573606] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a659d9-1e5c-4b7c-ac06-5b8d90c8250f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.581633] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1208.581633] env[62270]: value = "task-4292508" [ 1208.581633] env[62270]: _type = "Task" [ 1208.581633] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.594522] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.607844] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1208.608100] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1208.608301] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleting the datastore file [datastore2] 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.608576] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3ccf042-f6f8-4859-8f4d-07df14a9a86b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.617032] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for the task: (returnval){ [ 1208.617032] env[62270]: value = "task-4292509" [ 1208.617032] env[62270]: _type = "Task" [ 1208.617032] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.624989] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.817519] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.818113] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1208.821766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.244s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.892405] env[62270]: DEBUG nova.objects.instance [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'flavor' on Instance uuid f23e51e6-6414-4f0b-a38c-3920fbd0c699 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.930598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c0a173d4-f7c2-43b9-8a71-cf903fbbcab9 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.553s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.053441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.053730] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.053967] env[62270]: INFO nova.compute.manager [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Attaching volume 5a5c1baf-1dce-46d4-b5cb-a78d50e54e43 to /dev/sdb [ 1209.083685] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e3c9a0-e80f-4d88-965a-f23bb9cad1a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.096941] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.098813] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1209.099035] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.099246] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845433', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'name': 'volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0', 'attached_at': '', 'detached_at': '', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'serial': '6391a5bb-4e58-4c3a-8cf3-a325d4609553'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.100034] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd482a0c-de71-4c2f-ab0a-3738ba7f29c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.102796] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997ab7e-8320-4e08-aa82-316f6c15b416 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.127267] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e93d143-3b95-4cf3-a511-189f1434c0b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.129869] env[62270]: DEBUG nova.virt.block_device [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating existing volume attachment record: 3994d516-145f-48f6-a6b0-3845b6600f87 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1209.136404] env[62270]: DEBUG oslo_vmware.api [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Task: {'id': task-4292509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182778} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.137981] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.138206] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1209.138400] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1209.138582] env[62270]: INFO nova.compute.manager [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1209.138841] env[62270]: DEBUG oslo.service.loopingcall [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.139197] env[62270]: DEBUG nova.compute.manager [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1209.139298] env[62270]: DEBUG nova.network.neutron [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1209.141302] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2216b15c-45dc-4ff5-b32f-437a96fdfb14 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.160929] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10baca4-b2f5-4407-a7f2-81db3a4c1b6f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.177262] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] The volume has not been displaced from its original location: [datastore2] volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553/volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.182153] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.182452] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f30aba2-f2ad-4878-a387-266c62d6cd56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.200752] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1209.200752] env[62270]: value = "task-4292510" [ 1209.200752] env[62270]: _type = "Task" [ 1209.200752] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.212978] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.228787] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "42f98f53-4638-4688-9800-82c851fac06c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.228978] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.229220] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "42f98f53-4638-4688-9800-82c851fac06c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.229433] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.229620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.232230] env[62270]: INFO nova.compute.manager [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Terminating instance [ 1209.234111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "refresh_cache-42f98f53-4638-4688-9800-82c851fac06c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.234337] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquired lock "refresh_cache-42f98f53-4638-4688-9800-82c851fac06c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.234587] env[62270]: DEBUG nova.network.neutron [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1209.323391] env[62270]: DEBUG nova.compute.utils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1209.326303] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1209.329288] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1209.403041] env[62270]: DEBUG oslo_concurrency.lockutils [None req-af19f075-24cc-4ecd-8c6e-9295f841fd67 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.436236] env[62270]: DEBUG nova.policy [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1209.628774] env[62270]: DEBUG nova.compute.manager [req-23a1d9cf-0b56-47ff-a818-61f4e9831802 req-3877c785-3ada-46f1-b12c-565b1243199e service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Received event network-vif-deleted-7de826dc-7943-4a46-8647-6b5635c84c86 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1209.628998] env[62270]: INFO nova.compute.manager [req-23a1d9cf-0b56-47ff-a818-61f4e9831802 req-3877c785-3ada-46f1-b12c-565b1243199e service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Neutron deleted interface 7de826dc-7943-4a46-8647-6b5635c84c86; detaching it from the instance and deleting it from the info cache [ 1209.631140] env[62270]: DEBUG nova.network.neutron [req-23a1d9cf-0b56-47ff-a818-61f4e9831802 req-3877c785-3ada-46f1-b12c-565b1243199e service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.720639] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292510, 'name': ReconfigVM_Task, 'duration_secs': 0.265688} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.721980] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.728676] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1b6bb4-0fd1-48eb-9f76-7d547cecd79e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.746610] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1209.746610] env[62270]: value = "task-4292512" [ 1209.746610] env[62270]: _type = "Task" [ 1209.746610] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.755531] env[62270]: DEBUG nova.network.neutron [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1209.810569] env[62270]: DEBUG nova.network.neutron [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.844021] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1209.844643] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Applying migration context for instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 as it has an incoming, in-progress migration 9be217df-f439-4abd-9648-e3be58e16d72. Migration status is error {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1209.846278] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62270) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1209.846661] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62270) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1209.846939] env[62270]: INFO nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating resource usage from migration 358e7f85-9e27-436b-843d-4151c73ab298 [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance a2ce2061-80e2-494a-8e11-8655b1adcc7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance dc7618c5-3272-4f40-bfb6-ec2b3fea70ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 1081b751-66b7-455e-a000-ae366091bcad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f3c7f11d-1429-4452-a7b3-57e37789f637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b3d7df32-93da-41ba-919e-14d2e5549bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 42f98f53-4638-4688-9800-82c851fac06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.872853] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1209.879901] env[62270]: DEBUG nova.compute.manager [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1209.935917] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Successfully created port: 56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.983197] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.045232] env[62270]: DEBUG nova.network.neutron [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.134861] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c59b327-c475-4f89-8a3b-efac67b37005 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.145041] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc67517-d4e7-472b-9889-6126e6de4008 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.178952] env[62270]: DEBUG nova.compute.manager [req-23a1d9cf-0b56-47ff-a818-61f4e9831802 req-3877c785-3ada-46f1-b12c-565b1243199e service nova] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Detach interface failed, port_id=7de826dc-7943-4a46-8647-6b5635c84c86, reason: Instance 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1210.255874] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292512, 'name': ReconfigVM_Task, 'duration_secs': 0.160719} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.256270] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845433', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'name': 'volume-6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '40c27f05-aea8-4ae0-90a6-b35b1ceb32d0', 'attached_at': '', 'detached_at': '', 'volume_id': '6391a5bb-4e58-4c3a-8cf3-a325d4609553', 'serial': '6391a5bb-4e58-4c3a-8cf3-a325d4609553'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.256618] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1210.257406] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a97865-67c1-4223-8d3b-578ccce45849 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.264020] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1210.264250] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0239d9c-7241-44a9-b77e-9e3ce7b8c3cd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.317063] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Releasing lock "refresh_cache-42f98f53-4638-4688-9800-82c851fac06c" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.317549] env[62270]: DEBUG nova.compute.manager [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1210.317820] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1210.320444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d93cbaa-ee73-4ebc-8f2c-a16e05b1c56b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.327034] env[62270]: DEBUG nova.compute.manager [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1210.333154] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1210.334477] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479b0775-bff0-4ad1-bf41-b9f13edfc327 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.336239] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1210.336507] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1210.336733] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.337340] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15319175-7874-4d29-9149-4f2b35f12a75 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.343461] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1210.343461] env[62270]: value = "task-4292515" [ 1210.343461] env[62270]: _type = "Task" [ 1210.343461] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.344814] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1210.344814] env[62270]: value = "task-4292514" [ 1210.344814] env[62270]: _type = "Task" [ 1210.344814] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.359662] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.364351] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.376030] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1210.376515] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance b85aaa4b-5570-4b23-88e6-a9382f431f4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.376515] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Migration 358e7f85-9e27-436b-843d-4151c73ab298 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1210.376659] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 6029506a-8ee6-4bcc-b28a-d3f8cf273713 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.376745] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Migration a88c4f76-adb4-40f8-9044-24285cc6f7f4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1210.377464] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance f23e51e6-6414-4f0b-a38c-3920fbd0c699 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1210.377464] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1210.377464] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=149GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1210.401503] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.548020] env[62270]: INFO nova.compute.manager [-] [instance: 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3] Took 1.41 seconds to deallocate network for instance. [ 1210.594802] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b2d679-7bcf-4333-9a4e-e5879b5da1cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.605062] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a6fb3f-01ab-4ce2-aea1-cd8006ec59e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.637311] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ecc28-2960-4154-befa-c63c452dec25 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.645087] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72cc8a4-e428-4c93-b668-aff9c0a5109a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.660808] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.850186] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.859613] env[62270]: DEBUG oslo_vmware.api [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104146} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.864088] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1210.867051] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.867051] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1210.867051] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1210.867051] env[62270]: INFO nova.compute.manager [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1210.867051] env[62270]: DEBUG oslo.service.loopingcall [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.867051] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292514, 'name': PowerOffVM_Task, 'duration_secs': 0.121493} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.867051] env[62270]: DEBUG nova.compute.manager [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1210.867051] env[62270]: DEBUG nova.network.neutron [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1210.868779] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1210.868889] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1210.870075] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8056154c-6a56-4b4e-a386-5a0485cbe0b1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.895886] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1210.896198] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1210.896378] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.896698] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1210.896867] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.897036] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1210.897265] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1210.897437] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1210.897616] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1210.897794] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1210.897978] env[62270]: DEBUG nova.virt.hardware [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.898877] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771e9af-dd9e-44d5-a31f-7492bffb492c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.902880] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1210.903105] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1210.903297] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Deleting the datastore file [datastore2] 42f98f53-4638-4688-9800-82c851fac06c {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.903885] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e217a85-2bfe-47ee-82b7-01663cc57bee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.908807] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047a64af-4107-4e2c-afba-c543548aa129 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.913578] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for the task: (returnval){ [ 1210.913578] env[62270]: value = "task-4292517" [ 1210.913578] env[62270]: _type = "Task" [ 1210.913578] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.930463] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.056277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.163594] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1211.401915] env[62270]: DEBUG nova.compute.manager [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Received event network-vif-plugged-56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1211.402154] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] Acquiring lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.402461] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.402688] env[62270]: DEBUG oslo_concurrency.lockutils [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.402881] env[62270]: DEBUG nova.compute.manager [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] No waiting events found dispatching network-vif-plugged-56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1211.403089] env[62270]: WARNING nova.compute.manager [req-9a16f74e-0077-4388-9f43-f08288a5ac97 req-91388a95-4aaf-44f2-b007-e2400166b528 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Received unexpected event network-vif-plugged-56efd56a-3a43-430a-b484-d98d4fe50e9d for instance with vm_state building and task_state spawning. [ 1211.426206] env[62270]: DEBUG oslo_vmware.api [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Task: {'id': task-4292517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34011} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.426466] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.426683] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1211.426893] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1211.427061] env[62270]: INFO nova.compute.manager [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.427315] env[62270]: DEBUG oslo.service.loopingcall [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.427527] env[62270]: DEBUG nova.compute.manager [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1211.427693] env[62270]: DEBUG nova.network.neutron [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1211.444017] env[62270]: DEBUG nova.network.neutron [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1211.459794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.460091] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.460341] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.460540] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.460719] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.462801] env[62270]: INFO nova.compute.manager [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Terminating instance [ 1211.464546] env[62270]: DEBUG nova.compute.manager [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1211.465027] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1211.465600] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d1a0f2-470f-465b-857e-15a771d48d32 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.477444] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1211.478387] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Successfully updated port: 56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.479483] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd63966-6f94-4635-b763-323dd8a6c3b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.493607] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1211.493607] env[62270]: value = "task-4292519" [ 1211.493607] env[62270]: _type = "Task" [ 1211.493607] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.504719] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.671870] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1211.672181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.850s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.672482] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.153s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.672725] env[62270]: DEBUG nova.objects.instance [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'pci_requests' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.712053] env[62270]: DEBUG nova.compute.manager [req-627c847a-8bfa-4831-a969-d24d1c4b30eb req-32790309-37df-408d-a8af-cf8f94bc9f82 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Received event network-vif-deleted-beb791dd-fc84-41f3-9b81-fd84069d8e33 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1211.712406] env[62270]: INFO nova.compute.manager [req-627c847a-8bfa-4831-a969-d24d1c4b30eb req-32790309-37df-408d-a8af-cf8f94bc9f82 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Neutron deleted interface beb791dd-fc84-41f3-9b81-fd84069d8e33; detaching it from the instance and deleting it from the info cache [ 1211.712700] env[62270]: DEBUG nova.network.neutron [req-627c847a-8bfa-4831-a969-d24d1c4b30eb req-32790309-37df-408d-a8af-cf8f94bc9f82 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.836910] env[62270]: DEBUG nova.network.neutron [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.948994] env[62270]: DEBUG nova.network.neutron [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.953727] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.954008] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.989549] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.989549] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.989702] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1212.004042] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292519, 'name': PowerOffVM_Task, 'duration_secs': 0.2317} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.005083] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1212.005083] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1212.005083] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff9d101-8d96-4345-997b-91110e11d204 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.064571] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1212.064842] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1212.065042] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] dc7618c5-3272-4f40-bfb6-ec2b3fea70ba {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.065318] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ae4474-c946-4736-abf4-5e600db8ce61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.072049] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1212.072049] env[62270]: value = "task-4292521" [ 1212.072049] env[62270]: _type = "Task" [ 1212.072049] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.080450] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.177051] env[62270]: DEBUG nova.objects.instance [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'numa_topology' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.215210] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-048efb10-9aab-4546-8baf-1a1b9aa88a3c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.226102] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fb9da-16b8-4603-9d44-4590fc50fcfb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.255938] env[62270]: DEBUG nova.compute.manager [req-627c847a-8bfa-4831-a969-d24d1c4b30eb req-32790309-37df-408d-a8af-cf8f94bc9f82 service nova] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Detach interface failed, port_id=beb791dd-fc84-41f3-9b81-fd84069d8e33, reason: Instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1212.339399] env[62270]: INFO nova.compute.manager [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 1.47 seconds to deallocate network for instance. [ 1212.453902] env[62270]: INFO nova.compute.manager [-] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Took 1.03 seconds to deallocate network for instance. [ 1212.456435] env[62270]: DEBUG nova.compute.utils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1212.522175] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1212.581590] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.679919] env[62270]: INFO nova.compute.claims [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.888127] env[62270]: INFO nova.compute.manager [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 0.55 seconds to detach 1 volumes for instance. [ 1212.890951] env[62270]: DEBUG nova.compute.manager [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deleting volume: 6391a5bb-4e58-4c3a-8cf3-a325d4609553 {{(pid=62270) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1212.947651] env[62270]: DEBUG nova.network.neutron [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Updating instance_info_cache with network_info: [{"id": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "address": "fa:16:3e:2f:15:68", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56efd56a-3a", "ovs_interfaceid": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.961567] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.962662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.081525] env[62270]: DEBUG oslo_vmware.api [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.599993} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.081761] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.081961] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1213.082177] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1213.082364] env[62270]: INFO nova.compute.manager [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1213.082607] env[62270]: DEBUG oslo.service.loopingcall [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.082806] env[62270]: DEBUG nova.compute.manager [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1213.082903] env[62270]: DEBUG nova.network.neutron [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1213.445263] env[62270]: DEBUG nova.compute.manager [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Received event network-changed-56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1213.445482] env[62270]: DEBUG nova.compute.manager [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Refreshing instance network info cache due to event network-changed-56efd56a-3a43-430a-b484-d98d4fe50e9d. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1213.445708] env[62270]: DEBUG oslo_concurrency.lockutils [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] Acquiring lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.446637] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.450181] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.450453] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Instance network_info: |[{"id": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "address": "fa:16:3e:2f:15:68", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56efd56a-3a", "ovs_interfaceid": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1213.450713] env[62270]: DEBUG oslo_concurrency.lockutils [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] Acquired lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.450909] env[62270]: DEBUG nova.network.neutron [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Refreshing network info cache for port 56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1213.452040] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:15:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56efd56a-3a43-430a-b484-d98d4fe50e9d', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.459524] env[62270]: DEBUG oslo.service.loopingcall [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.460532] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1213.460777] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71e899eb-3dfb-4b17-821a-d12031d308b5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.481051] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.481051] env[62270]: value = "task-4292523" [ 1213.481051] env[62270]: _type = "Task" [ 1213.481051] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.489216] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292523, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.681327] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.681644] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845454', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'name': 'volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1081b751-66b7-455e-a000-ae366091bcad', 'attached_at': '', 'detached_at': '', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'serial': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.682420] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acea42f-8427-4ac8-9b25-d96b4f794ee7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.700992] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c99432-d93c-4a1a-9918-42a905c28018 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.725673] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43/volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.728532] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a398f1-8f92-4306-b5a1-970d5288973f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.746398] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1213.746398] env[62270]: value = "task-4292524" [ 1213.746398] env[62270]: _type = "Task" [ 1213.746398] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.755059] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.826941] env[62270]: DEBUG nova.network.neutron [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.914827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bf6cf-be06-40f1-b428-e1e390e7b6bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.925019] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cb187f-a87c-4692-b0ed-fae79aa77993 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.958021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b28f25-ec9f-4174-8250-fa94bba83dfe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.968228] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b08d3a4-54dd-4444-bee0-a843941230b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.982290] env[62270]: DEBUG nova.compute.provider_tree [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.990968] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292523, 'name': CreateVM_Task, 'duration_secs': 0.328865} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.991326] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1213.999251] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.999562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.999950] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.000517] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64fd36a6-ce8c-4c0a-859a-f5f4562df8b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.006123] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1214.006123] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271c36b-888c-5746-91d2-097a51ee12ff" [ 1214.006123] env[62270]: _type = "Task" [ 1214.006123] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.017010] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271c36b-888c-5746-91d2-097a51ee12ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.025826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.026121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.026494] env[62270]: INFO nova.compute.manager [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attaching volume 0c199134-9c5b-4e36-bcf2-8c0f4741ce82 to /dev/sdb [ 1214.066314] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9f1a7-2101-4c38-8c45-9356efb92720 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.074069] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c12cb7c-6b55-45eb-be0c-88a3fc7ce82e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.088222] env[62270]: DEBUG nova.virt.block_device [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating existing volume attachment record: 80fcef73-7c2a-48be-a35a-84b92f024525 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1214.261553] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292524, 'name': ReconfigVM_Task, 'duration_secs': 0.420937} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.261553] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43/volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.267309] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ce0fb7-8acc-495f-b6f2-93cf5ac87807 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.287347] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1214.287347] env[62270]: value = "task-4292526" [ 1214.287347] env[62270]: _type = "Task" [ 1214.287347] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.295285] env[62270]: DEBUG nova.network.neutron [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Updated VIF entry in instance network info cache for port 56efd56a-3a43-430a-b484-d98d4fe50e9d. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1214.298759] env[62270]: DEBUG nova.network.neutron [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Updating instance_info_cache with network_info: [{"id": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "address": "fa:16:3e:2f:15:68", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56efd56a-3a", "ovs_interfaceid": "56efd56a-3a43-430a-b484-d98d4fe50e9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.306018] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.333255] env[62270]: INFO nova.compute.manager [-] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Took 1.25 seconds to deallocate network for instance. [ 1214.491102] env[62270]: DEBUG nova.scheduler.client.report [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.520821] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5271c36b-888c-5746-91d2-097a51ee12ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.520821] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.520821] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.521014] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.521109] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.521281] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.521579] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e437d03-71b5-4695-8e7c-13bd05b1e2b2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.530346] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.530542] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1214.531274] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb076315-dab9-439e-b0a2-a4c0b5194965 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.536371] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1214.536371] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52429f6b-b4e6-6917-af6a-3a0873135206" [ 1214.536371] env[62270]: _type = "Task" [ 1214.536371] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.544361] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52429f6b-b4e6-6917-af6a-3a0873135206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.797441] env[62270]: DEBUG oslo_vmware.api [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292526, 'name': ReconfigVM_Task, 'duration_secs': 0.144894} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.797853] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845454', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'name': 'volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1081b751-66b7-455e-a000-ae366091bcad', 'attached_at': '', 'detached_at': '', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'serial': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.805014] env[62270]: DEBUG oslo_concurrency.lockutils [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] Releasing lock "refresh_cache-b85aaa4b-5570-4b23-88e6-a9382f431f4a" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.805278] env[62270]: DEBUG nova.compute.manager [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Received event network-vif-deleted-4c1c6675-f10b-4ecd-a8e0-642e005676ec {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1214.805476] env[62270]: INFO nova.compute.manager [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Neutron deleted interface 4c1c6675-f10b-4ecd-a8e0-642e005676ec; detaching it from the instance and deleting it from the info cache [ 1214.805662] env[62270]: DEBUG nova.network.neutron [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.839053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.994710] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.322s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.997050] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.451s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.997261] env[62270]: DEBUG nova.objects.instance [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] [instance: 42f98f53-4638-4688-9800-82c851fac06c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62270) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1215.041414] env[62270]: INFO nova.network.neutron [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating port 4acf08df-eef8-46fd-9f5c-67c89897f365 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1215.049669] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52429f6b-b4e6-6917-af6a-3a0873135206, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.051034] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461a4feb-00ff-4797-be8c-ab727f107aac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.056960] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1215.056960] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52436e5d-4aa0-4e4d-5d0b-d323f33eaf27" [ 1215.056960] env[62270]: _type = "Task" [ 1215.056960] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.065635] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52436e5d-4aa0-4e4d-5d0b-d323f33eaf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.307740] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0aeca416-244f-4546-ab85-26c94c07d99d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.318977] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2144e9c-294c-440e-9b32-9602d7a8c705 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.351970] env[62270]: DEBUG nova.compute.manager [req-be6e5d57-389e-4053-89c2-23e3bfcf868c req-c2215b0a-ff1e-4213-a538-7bf1f3b89766 service nova] [instance: dc7618c5-3272-4f40-bfb6-ec2b3fea70ba] Detach interface failed, port_id=4c1c6675-f10b-4ecd-a8e0-642e005676ec, reason: Instance dc7618c5-3272-4f40-bfb6-ec2b3fea70ba could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1215.505100] env[62270]: DEBUG nova.compute.manager [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Stashing vm_state: active {{(pid=62270) _prep_resize /opt/stack/nova/nova/compute/manager.py:5670}} [ 1215.567040] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52436e5d-4aa0-4e4d-5d0b-d323f33eaf27, 'name': SearchDatastore_Task, 'duration_secs': 0.00945} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.567278] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.567585] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b85aaa4b-5570-4b23-88e6-a9382f431f4a/b85aaa4b-5570-4b23-88e6-a9382f431f4a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1215.567848] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe89520c-a200-441e-9bea-7d7f53c2542c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.574057] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1215.574057] env[62270]: value = "task-4292527" [ 1215.574057] env[62270]: _type = "Task" [ 1215.574057] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.581671] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.856101] env[62270]: DEBUG nova.objects.instance [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 1081b751-66b7-455e-a000-ae366091bcad {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.009577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-10f4a797-8802-4457-9eac-b8f63ef14a97 tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.015683] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.919s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.034244] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.088076] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292527, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.250881] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa033b36-4cab-46ac-abc2-7475db906813 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.260244] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24e2ed-9e80-498c-8c5d-e27ff8035faf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.295590] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82072447-a790-48e9-a553-0f4179bbfa28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.304388] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c611ee2-96a8-436c-84dd-f3c94eb85f9c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.323743] env[62270]: DEBUG nova.compute.provider_tree [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.364722] env[62270]: DEBUG oslo_concurrency.lockutils [None req-9fbb609d-42d5-4138-97c1-f34e49309aad tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.589340] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292527, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.814273] env[62270]: DEBUG oslo_concurrency.lockutils [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.814602] env[62270]: DEBUG oslo_concurrency.lockutils [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.827174] env[62270]: DEBUG nova.scheduler.client.report [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1216.828461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.813s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.828680] env[62270]: INFO nova.compute.manager [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Successfully reverted task state from resize_migrating on failure for instance. [ 1216.837906] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.436s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server [None req-7de19349-d5af-42c8-9246-c6e3fec277d2 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server raise self.value [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server raise self.value [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server raise self.value [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6117, in resize_instance [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server raise self.value [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6114, in resize_instance [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6151, in _resize_instance [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 264, in migrate_disk_and_power_off [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1216.841314] env[62270]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1216.843187] env[62270]: ERROR oslo_messaging.rpc.server [ 1216.875245] env[62270]: DEBUG nova.compute.manager [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1216.875585] env[62270]: DEBUG oslo_concurrency.lockutils [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.875927] env[62270]: DEBUG oslo_concurrency.lockutils [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.876232] env[62270]: DEBUG oslo_concurrency.lockutils [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.876521] env[62270]: DEBUG nova.compute.manager [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] No waiting events found dispatching network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1216.876857] env[62270]: WARNING nova.compute.manager [req-ee066073-57c4-4037-b802-dce744d347b4 req-eb21e8ad-f32d-4d26-86cc-49b557f4b409 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received unexpected event network-vif-plugged-4acf08df-eef8-46fd-9f5c-67c89897f365 for instance with vm_state shelved_offloaded and task_state spawning. [ 1216.952565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.952781] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.952977] env[62270]: DEBUG nova.network.neutron [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1217.090024] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292527, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.318714] env[62270]: INFO nova.compute.manager [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Detaching volume 5a5c1baf-1dce-46d4-b5cb-a78d50e54e43 [ 1217.347212] env[62270]: INFO nova.compute.claims [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.358803] env[62270]: INFO nova.virt.block_device [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Attempting to driver detach volume 5a5c1baf-1dce-46d4-b5cb-a78d50e54e43 from mountpoint /dev/sdb [ 1217.359150] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.359394] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845454', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'name': 'volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1081b751-66b7-455e-a000-ae366091bcad', 'attached_at': '', 'detached_at': '', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'serial': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.360371] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9baf5-df79-4d25-8d91-9a78578818c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.383248] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9208d0e-bcba-4d1a-985b-2800820f6021 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.392733] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0fca34-a7a1-486c-aa75-074b99894a7d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.414784] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e236078-ec10-4abf-be55-9f55e06f9518 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.430194] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] The volume has not been displaced from its original location: [datastore1] volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43/volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.435746] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.436518] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9949abb-a88a-4b36-84ee-3c6c0636983a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.454140] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1217.454140] env[62270]: value = "task-4292529" [ 1217.454140] env[62270]: _type = "Task" [ 1217.454140] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.464194] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.590502] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292527, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.755374} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.590750] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] b85aaa4b-5570-4b23-88e6-a9382f431f4a/b85aaa4b-5570-4b23-88e6-a9382f431f4a.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1217.590984] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.591256] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b23d1ba9-ced7-4fd2-b87d-26cbbf4cfb73 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.598037] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1217.598037] env[62270]: value = "task-4292530" [ 1217.598037] env[62270]: _type = "Task" [ 1217.598037] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.605963] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.850542] env[62270]: DEBUG nova.network.neutron [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.855766] env[62270]: INFO nova.compute.resource_tracker [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating resource usage from migration 358e7f85-9e27-436b-843d-4151c73ab298 [ 1217.963534] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292529, 'name': ReconfigVM_Task, 'duration_secs': 0.256678} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.964218] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.975054] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c50707a-d016-4085-bb57-000940846e66 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.992596] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1217.992596] env[62270]: value = "task-4292531" [ 1217.992596] env[62270]: _type = "Task" [ 1217.992596] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.004048] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.085257] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d1d289-4465-4224-81cb-210c815ffe8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.092181] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef5606-5d3c-4b24-a178-7e826a9db05d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.126481] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4435c00-7b0d-456d-80bb-aa3878321770 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.133853] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067397} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.135936] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.136757] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac7315-7a95-42f2-819c-cf5a546160cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.139944] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f6da59-0601-4075-9eae-339319677c6e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.161760] env[62270]: DEBUG nova.compute.provider_tree [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.171363] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] b85aaa4b-5570-4b23-88e6-a9382f431f4a/b85aaa4b-5570-4b23-88e6-a9382f431f4a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.172365] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b49f306f-7b25-463e-b1d7-df4e92c2c912 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.192826] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1218.192826] env[62270]: value = "task-4292532" [ 1218.192826] env[62270]: _type = "Task" [ 1218.192826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.201081] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.356777] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.386325] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='611781abbf7aa4b736245ef23de262dc',container_format='bare',created_at=2025-06-20T08:59:11Z,direct_url=,disk_format='vmdk',id=4d5db179-bc95-4001-aa21-ae755468585d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1758987639-shelved',owner='ecf3e17d2d914b75b6fc7142d835f772',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-06-20T08:59:26Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1218.386644] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1218.386836] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.387045] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1218.387219] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.387381] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1218.387613] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1218.387804] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1218.387986] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1218.388174] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1218.388361] env[62270]: DEBUG nova.virt.hardware [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.389230] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639788a6-d9ab-4929-a779-24891c7837be {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.396985] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e94b6df-836d-4615-b1bd-f8279cd8e110 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.410279] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:62:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4acf08df-eef8-46fd-9f5c-67c89897f365', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.417763] env[62270]: DEBUG oslo.service.loopingcall [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.418041] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1218.418268] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab7c395-86f4-4dd6-b061-8811946e248b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.438075] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.438075] env[62270]: value = "task-4292533" [ 1218.438075] env[62270]: _type = "Task" [ 1218.438075] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.447016] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292533, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.501390] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.639106] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.639470] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845456', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'name': 'volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'serial': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.640529] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e212689-e3cd-4d08-b2e2-655896827253 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.659202] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32c4f60-23e3-4f61-9673-1fc1b93cf32a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.681523] env[62270]: DEBUG nova.scheduler.client.report [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1218.693440] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82/volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.694210] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4241c5ed-2dea-4893-94ad-f79e9726be54 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.718918] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292532, 'name': ReconfigVM_Task, 'duration_secs': 0.288225} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.720404] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Reconfigured VM instance instance-00000079 to attach disk [datastore2] b85aaa4b-5570-4b23-88e6-a9382f431f4a/b85aaa4b-5570-4b23-88e6-a9382f431f4a.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.721149] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1218.721149] env[62270]: value = "task-4292534" [ 1218.721149] env[62270]: _type = "Task" [ 1218.721149] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.721364] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-970d976a-a8bb-4a94-88b6-cc97d39192c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.732420] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.733853] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1218.733853] env[62270]: value = "task-4292535" [ 1218.733853] env[62270]: _type = "Task" [ 1218.733853] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.744548] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292535, 'name': Rename_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.898870] env[62270]: DEBUG nova.compute.manager [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1218.899511] env[62270]: DEBUG nova.compute.manager [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing instance network info cache due to event network-changed-4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1218.899754] env[62270]: DEBUG oslo_concurrency.lockutils [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.899915] env[62270]: DEBUG oslo_concurrency.lockutils [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.900104] env[62270]: DEBUG nova.network.neutron [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Refreshing network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1218.948508] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292533, 'name': CreateVM_Task, 'duration_secs': 0.335238} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.948757] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1218.949416] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.949599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.950008] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.950281] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ee4e9e-f797-4f8c-b78d-f958e99ab512 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.954682] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1218.954682] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fc2a15-913c-bb97-4dc5-ffcd2846a766" [ 1218.954682] env[62270]: _type = "Task" [ 1218.954682] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.962192] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52fc2a15-913c-bb97-4dc5-ffcd2846a766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.003451] env[62270]: DEBUG oslo_vmware.api [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292531, 'name': ReconfigVM_Task, 'duration_secs': 0.801201} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.003831] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845454', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'name': 'volume-5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '1081b751-66b7-455e-a000-ae366091bcad', 'attached_at': '', 'detached_at': '', 'volume_id': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43', 'serial': '5a5c1baf-1dce-46d4-b5cb-a78d50e54e43'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.196107] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.196107] env[62270]: INFO nova.compute.manager [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Migrating [ 1219.201891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.352s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.233687] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292534, 'name': ReconfigVM_Task, 'duration_secs': 0.341888} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.233971] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82/volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.238991] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5fabf79-caf5-4767-ac38-986913ace56f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.258368] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292535, 'name': Rename_Task, 'duration_secs': 0.149261} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.259539] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1219.259904] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1219.259904] env[62270]: value = "task-4292536" [ 1219.259904] env[62270]: _type = "Task" [ 1219.259904] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.260112] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53426519-3d79-4933-b081-8c76e9207da4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.269934] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.271110] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1219.271110] env[62270]: value = "task-4292537" [ 1219.271110] env[62270]: _type = "Task" [ 1219.271110] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.278712] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.466031] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.466295] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Processing image 4d5db179-bc95-4001-aa21-ae755468585d {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.466566] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.466757] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.466978] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.467266] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a82af97f-a30b-4e36-9ee1-97f729b00d8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.479154] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.479499] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1219.480416] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1073d0a3-5a8d-49bf-b6e2-719d841f206c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.486240] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1219.486240] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529022d0-4934-927f-40d6-dbc2b99e95c8" [ 1219.486240] env[62270]: _type = "Task" [ 1219.486240] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.495332] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]529022d0-4934-927f-40d6-dbc2b99e95c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.549966] env[62270]: DEBUG nova.objects.instance [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 1081b751-66b7-455e-a000-ae366091bcad {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.631196] env[62270]: DEBUG nova.network.neutron [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updated VIF entry in instance network info cache for port 4acf08df-eef8-46fd-9f5c-67c89897f365. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1219.631654] env[62270]: DEBUG nova.network.neutron [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.708847] env[62270]: INFO nova.compute.claims [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.713120] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.713300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.713480] env[62270]: DEBUG nova.network.neutron [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1219.773503] env[62270]: DEBUG oslo_vmware.api [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292536, 'name': ReconfigVM_Task, 'duration_secs': 0.144314} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.780029] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845456', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'name': 'volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'serial': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.788469] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292537, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.997421] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1219.997681] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Fetch image to [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203/OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1219.997880] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Downloading stream optimized image 4d5db179-bc95-4001-aa21-ae755468585d to [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203/OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203.vmdk on the data store datastore2 as vApp {{(pid=62270) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1219.998076] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Downloading image file data 4d5db179-bc95-4001-aa21-ae755468585d to the ESX as VM named 'OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203' {{(pid=62270) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1220.076346] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1220.076346] env[62270]: value = "resgroup-9" [ 1220.076346] env[62270]: _type = "ResourcePool" [ 1220.076346] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1220.076716] env[62270]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-29d525b1-0e24-4eb6-9e88-b66d666a237c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.097659] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease: (returnval){ [ 1220.097659] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1220.097659] env[62270]: _type = "HttpNfcLease" [ 1220.097659] env[62270]: } obtained for vApp import into resource pool (val){ [ 1220.097659] env[62270]: value = "resgroup-9" [ 1220.097659] env[62270]: _type = "ResourcePool" [ 1220.097659] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1220.097941] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the lease: (returnval){ [ 1220.097941] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1220.097941] env[62270]: _type = "HttpNfcLease" [ 1220.097941] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1220.104742] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.104742] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1220.104742] env[62270]: _type = "HttpNfcLease" [ 1220.104742] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.135225] env[62270]: DEBUG oslo_concurrency.lockutils [req-31254ddc-0ce1-4199-b262-f5fb3c1e4232 req-41b61475-2f75-4245-a7ce-06cb475ac9b6 service nova] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.215440] env[62270]: INFO nova.compute.resource_tracker [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating resource usage from migration a88c4f76-adb4-40f8-9044-24285cc6f7f4 [ 1220.285082] env[62270]: DEBUG oslo_vmware.api [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292537, 'name': PowerOnVM_Task, 'duration_secs': 0.557641} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.285552] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1220.285772] env[62270]: INFO nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1220.285961] env[62270]: DEBUG nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1220.286807] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aded4c82-f4d6-47c1-bb32-8b42d355ca28 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.439148] env[62270]: DEBUG nova.network.neutron [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.452409] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0dc03a-7832-4a2e-a793-55f70b77bac0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.460433] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12693fef-c1f6-4f95-8e1b-5ef97acdd648 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.492535] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31666adf-924b-4abc-be1b-40d625a4ce38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.499752] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80812ba-0cbd-42f9-8e89-623e8e54d163 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.515234] env[62270]: DEBUG nova.compute.provider_tree [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.560766] env[62270]: DEBUG oslo_concurrency.lockutils [None req-feff620d-bbcf-4bfd-b03b-60bb0117859f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.746s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.606467] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.606467] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1220.606467] env[62270]: _type = "HttpNfcLease" [ 1220.606467] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.811982] env[62270]: INFO nova.compute.manager [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Took 14.31 seconds to build instance. [ 1220.831095] env[62270]: DEBUG nova.objects.instance [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.944044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.018446] env[62270]: DEBUG nova.scheduler.client.report [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.073044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.073044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.073044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "1081b751-66b7-455e-a000-ae366091bcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.073044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.073044] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.074181] env[62270]: INFO nova.compute.manager [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Terminating instance [ 1221.077956] env[62270]: DEBUG nova.compute.manager [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1221.078229] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1221.079039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76927d-8c9c-4929-ba16-6b794a366421 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.087613] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1221.087886] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269651d9-a3d2-44f9-942e-cffb70ea7936 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.094147] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1221.094147] env[62270]: value = "task-4292539" [ 1221.094147] env[62270]: _type = "Task" [ 1221.094147] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.102611] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.108782] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.108782] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1221.108782] env[62270]: _type = "HttpNfcLease" [ 1221.108782] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1221.109462] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1221.109462] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c199f3-8610-aec2-942b-726c12c42cc7" [ 1221.109462] env[62270]: _type = "HttpNfcLease" [ 1221.109462] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1221.109760] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cc9dc7-ec39-4cc3-a534-48979ba3d5eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.117024] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1221.117232] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1221.182775] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c38ed733-aadf-4d63-ac02-94da24bdadc5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.315076] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1d18d68f-e6fc-4205-a88e-3aa13288956d tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.824s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.336193] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1d53bfe-20af-4155-a714-ed8f5f70b380 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.310s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.523315] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.321s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.523537] env[62270]: INFO nova.compute.manager [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Migrating [ 1221.533404] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.477s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.533763] env[62270]: DEBUG nova.objects.instance [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lazy-loading 'resources' on Instance uuid 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.605231] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292539, 'name': PowerOffVM_Task, 'duration_secs': 0.221668} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.605510] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1221.605691] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1221.605958] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6136e0e6-c16a-4d84-bab3-b823aad1d724 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.672770] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1221.673184] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1221.673416] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleting the datastore file [datastore2] 1081b751-66b7-455e-a000-ae366091bcad {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.673695] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb17259-83e9-47d3-a847-a9d3eb7b2892 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.682260] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1221.682260] env[62270]: value = "task-4292541" [ 1221.682260] env[62270]: _type = "Task" [ 1221.682260] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.692570] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.047359] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.047672] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.047969] env[62270]: DEBUG nova.network.neutron [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1222.080191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.080191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.080591] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.080591] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.080768] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.083333] env[62270]: INFO nova.compute.manager [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Terminating instance [ 1222.085361] env[62270]: DEBUG nova.compute.manager [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1222.085635] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1222.086669] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f79b10-d285-4abf-8761-9c9854d6a5c5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.099944] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.101656] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6222cc8b-49ea-480b-bd1e-060e6b4be1fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.110624] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1222.110624] env[62270]: value = "task-4292542" [ 1222.110624] env[62270]: _type = "Task" [ 1222.110624] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.119812] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.197812] env[62270]: DEBUG oslo_vmware.api [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163116} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.198138] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.198330] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1222.198584] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1222.198788] env[62270]: INFO nova.compute.manager [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.199081] env[62270]: DEBUG oslo.service.loopingcall [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.199322] env[62270]: DEBUG nova.compute.manager [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1222.199412] env[62270]: DEBUG nova.network.neutron [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1222.216985] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.217239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.279054] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95913558-071a-4d42-8ea3-8902b92f2e1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.288242] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630de36-6d8c-454d-ba58-25553d49a967 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.325382] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253b478e-cae9-40aa-a68c-16781a0b0209 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.335104] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b94765-2fa9-40d0-8129-b23d78b0dc8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.350778] env[62270]: DEBUG nova.compute.provider_tree [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.386351] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1222.386584] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1222.387559] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9474af-ecc9-405a-b29b-78dce931b561 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.393844] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1222.394039] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1222.394289] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eef5999e-c9b4-49b4-9cb6-0e96eb02c399 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.462193] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0af80-7e75-4b15-a6f5-d7a25ccc51b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.481228] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1222.620970] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292542, 'name': PowerOffVM_Task, 'duration_secs': 0.255241} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.621144] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.621335] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.621596] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d08984d-ccca-41de-b6ae-7f84e222036a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.696911] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1222.697180] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1222.697376] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] b85aaa4b-5570-4b23-88e6-a9382f431f4a {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.697647] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc12ecd-e21b-498a-971b-e24cf9d15b8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.704614] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1222.704614] env[62270]: value = "task-4292544" [ 1222.704614] env[62270]: _type = "Task" [ 1222.704614] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.709271] env[62270]: DEBUG oslo_vmware.rw_handles [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5221ea7a-8ecd-f485-9d35-0735b75a9d2a/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1222.709523] env[62270]: INFO nova.virt.vmwareapi.images [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Downloaded image file data 4d5db179-bc95-4001-aa21-ae755468585d [ 1222.710630] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a1e3db-15bc-4a6d-9efe-37c7c87dd398 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.716087] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.721748] env[62270]: DEBUG nova.compute.utils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1222.735349] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54babee6-3fe1-4815-bf13-1f6edabd783b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.761316] env[62270]: INFO nova.virt.vmwareapi.images [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] The imported VM was unregistered [ 1222.763615] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1222.763872] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.766579] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25923de8-ecae-4c68-8fc9-4d97bcd4857f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.782887] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Created directory with path [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.783160] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203/OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203.vmdk to [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk. {{(pid=62270) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1222.783442] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-92f8693a-a1b5-4972-bcae-cbda1ad0b0e9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.790875] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1222.790875] env[62270]: value = "task-4292546" [ 1222.790875] env[62270]: _type = "Task" [ 1222.790875] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.798663] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.850922] env[62270]: DEBUG nova.network.neutron [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.855434] env[62270]: DEBUG nova.scheduler.client.report [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1222.938471] env[62270]: DEBUG nova.compute.manager [req-fd61e6c0-8a8c-4fea-be22-bec6d9bb57ab req-27d9fdd8-d521-4b7b-a57c-445e673b079c service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Received event network-vif-deleted-c7af4e5c-7c2d-4be5-940e-2bc4a6356183 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1222.938681] env[62270]: INFO nova.compute.manager [req-fd61e6c0-8a8c-4fea-be22-bec6d9bb57ab req-27d9fdd8-d521-4b7b-a57c-445e673b079c service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Neutron deleted interface c7af4e5c-7c2d-4be5-940e-2bc4a6356183; detaching it from the instance and deleting it from the info cache [ 1222.938874] env[62270]: DEBUG nova.network.neutron [req-fd61e6c0-8a8c-4fea-be22-bec6d9bb57ab req-27d9fdd8-d521-4b7b-a57c-445e673b079c service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.988429] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.988429] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6f1dfc-6b49-4cbc-aa2e-06508f82a2c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.994391] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1222.994391] env[62270]: value = "task-4292547" [ 1222.994391] env[62270]: _type = "Task" [ 1222.994391] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.002654] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.215126] env[62270]: DEBUG oslo_vmware.api [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277085} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.215586] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.215684] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1223.215796] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1223.215991] env[62270]: INFO nova.compute.manager [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.216349] env[62270]: DEBUG oslo.service.loopingcall [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.216467] env[62270]: DEBUG nova.compute.manager [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1223.216566] env[62270]: DEBUG nova.network.neutron [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1223.236446] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.301125] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.352027] env[62270]: DEBUG nova.network.neutron [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.353324] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.360137] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.364154] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.400s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.364154] env[62270]: DEBUG nova.objects.instance [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lazy-loading 'resources' on Instance uuid 42f98f53-4638-4688-9800-82c851fac06c {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.391760] env[62270]: INFO nova.scheduler.client.report [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Deleted allocations for instance 3244e3a7-8677-43b5-a4f9-c74b02f8f6e3 [ 1223.442029] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb7cd995-1b43-420e-a8a4-50dcff337d70 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.452108] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98f39ee-72cf-4fcb-b075-9da3b091b2e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.490546] env[62270]: DEBUG nova.compute.manager [req-fd61e6c0-8a8c-4fea-be22-bec6d9bb57ab req-27d9fdd8-d521-4b7b-a57c-445e673b079c service nova] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Detach interface failed, port_id=c7af4e5c-7c2d-4be5-940e-2bc4a6356183, reason: Instance 1081b751-66b7-455e-a000-ae366091bcad could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1223.509840] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.539449] env[62270]: DEBUG nova.compute.manager [req-0a0e24de-47af-474c-a445-308090711bda req-acdd0df3-d68d-44c9-8eb8-87dda697c640 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Received event network-vif-deleted-56efd56a-3a43-430a-b484-d98d4fe50e9d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1223.539694] env[62270]: INFO nova.compute.manager [req-0a0e24de-47af-474c-a445-308090711bda req-acdd0df3-d68d-44c9-8eb8-87dda697c640 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Neutron deleted interface 56efd56a-3a43-430a-b484-d98d4fe50e9d; detaching it from the instance and deleting it from the info cache [ 1223.540806] env[62270]: DEBUG nova.network.neutron [req-0a0e24de-47af-474c-a445-308090711bda req-acdd0df3-d68d-44c9-8eb8-87dda697c640 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.808840] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.853560] env[62270]: INFO nova.compute.manager [-] [instance: 1081b751-66b7-455e-a000-ae366091bcad] Took 1.65 seconds to deallocate network for instance. [ 1223.901747] env[62270]: DEBUG oslo_concurrency.lockutils [None req-5085ffaf-97f3-4c74-b5bf-4abaee43eeaa tempest-ServerDiskConfigTestJSON-1010102246 tempest-ServerDiskConfigTestJSON-1010102246-project-member] Lock "3244e3a7-8677-43b5-a4f9-c74b02f8f6e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.907s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.004883] env[62270]: DEBUG nova.network.neutron [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.013617] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292547, 'name': PowerOffVM_Task, 'duration_secs': 0.613239} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.013617] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1224.013617] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1224.042620] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c57f603-dc30-4a24-9691-695b8679cd0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.054341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e718ae-9e15-4178-a20f-4fdbf3381348 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.089925] env[62270]: DEBUG nova.compute.manager [req-0a0e24de-47af-474c-a445-308090711bda req-acdd0df3-d68d-44c9-8eb8-87dda697c640 service nova] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Detach interface failed, port_id=56efd56a-3a43-430a-b484-d98d4fe50e9d, reason: Instance b85aaa4b-5570-4b23-88e6-a9382f431f4a could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1224.145092] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0494a1f-112c-4db3-8855-b40c4ca2632e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.154076] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3893d9fe-b935-4e99-ab8b-af4bc37a6984 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.187131] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be8b38-65c6-4b34-8cef-b05633c15c9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.195242] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31de60-6ada-4fd8-a325-38882294a375 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.209567] env[62270]: DEBUG nova.compute.provider_tree [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.302540] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.308071] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.308461] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.308810] env[62270]: INFO nova.compute.manager [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attaching volume 5951fd43-c61f-474e-b560-48af847cd622 to /dev/sdc [ 1224.348127] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101e53b7-d086-4c27-9590-6e5fe455ed00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.356757] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2e96aa-bd05-43cc-95f4-21d8b5190e04 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.366626] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.371047] env[62270]: DEBUG nova.virt.block_device [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating existing volume attachment record: 8d2da8e8-3897-4810-b7eb-602bf1688294 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.510668] env[62270]: INFO nova.compute.manager [-] [instance: b85aaa4b-5570-4b23-88e6-a9382f431f4a] Took 1.29 seconds to deallocate network for instance. [ 1224.522616] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1224.522885] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1224.523067] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.523341] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1224.523504] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.523803] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1224.523928] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1224.524050] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1224.524235] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1224.524416] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1224.524599] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.530055] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d6398d-b5b1-456d-a5c4-1dd008b21fff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.548503] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1224.548503] env[62270]: value = "task-4292548" [ 1224.548503] env[62270]: _type = "Task" [ 1224.548503] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.558173] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.713600] env[62270]: DEBUG nova.scheduler.client.report [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1224.803854] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.878250] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2bc07b-295a-49a6-8104-5ab4389b34d9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.902044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1225.015202] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.059920] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.220885] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.224143] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.777s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.224143] env[62270]: DEBUG nova.objects.instance [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'resources' on Instance uuid 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.250965] env[62270]: INFO nova.scheduler.client.report [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Deleted allocations for instance 42f98f53-4638-4688-9800-82c851fac06c [ 1225.306316] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292546, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.503582} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.306607] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203/OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203.vmdk to [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk. [ 1225.306802] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Cleaning up location [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1225.307026] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f712363a-560f-48cf-9b93-a09d17782203 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.307376] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9fb981c-13e2-4301-8ae8-5c24848ff58f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.314099] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1225.314099] env[62270]: value = "task-4292550" [ 1225.314099] env[62270]: _type = "Task" [ 1225.314099] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.324815] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.407982] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1225.408527] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e204c72-2dea-417b-bc80-c6075f03292a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.415816] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1225.415816] env[62270]: value = "task-4292551" [ 1225.415816] env[62270]: _type = "Task" [ 1225.415816] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.424426] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.559496] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292548, 'name': ReconfigVM_Task, 'duration_secs': 0.734096} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.559907] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1225.766872] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0db0c57c-ceb0-4a24-913f-cf2e9edb174c tempest-ServersListShow296Test-139092670 tempest-ServersListShow296Test-139092670-project-member] Lock "42f98f53-4638-4688-9800-82c851fac06c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.537s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.828447] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033667} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.831444] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.831444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.831640] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk to [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1225.833641] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa4ec42-975c-4afb-9090-c8b724b110f0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.843527] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1225.843527] env[62270]: value = "task-4292552" [ 1225.843527] env[62270]: _type = "Task" [ 1225.843527] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.855659] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.928925] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292551, 'name': PowerOffVM_Task, 'duration_secs': 0.253624} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.932490] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1225.932490] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1225.998428] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e18a1-e193-470a-ac7c-b76cad207081 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.007223] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69c9e58-79a2-4e2a-bbd2-47ae0754cdd3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.039533] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb311a-835f-4122-aa97-e8b026a54e42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.047788] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42150005-2f46-4ccd-bbf4-c32c49b4a611 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.062801] env[62270]: DEBUG nova.compute.provider_tree [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.067492] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.067812] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.068018] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.068229] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.068446] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.068650] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.068907] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.069196] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.069419] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.069747] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.070145] env[62270]: DEBUG nova.virt.hardware [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.075641] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.076703] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa30a3a-8a5e-4226-a946-141adf0d0c9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.097828] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1226.097828] env[62270]: value = "task-4292553" [ 1226.097828] env[62270]: _type = "Task" [ 1226.097828] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.107735] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.356271] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.440979] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.440979] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.440979] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.440979] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.440979] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.441510] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.441510] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.441627] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.441693] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.441895] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.442084] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.447537] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76aa9787-f79e-4685-a7d2-c1e632e5fb0b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.464854] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1226.464854] env[62270]: value = "task-4292554" [ 1226.464854] env[62270]: _type = "Task" [ 1226.464854] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.473640] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.566480] env[62270]: DEBUG nova.scheduler.client.report [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.607985] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.855991] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.975668] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292554, 'name': ReconfigVM_Task, 'duration_secs': 0.44764} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.976107] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1227.072051] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.074731] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.236s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.075056] env[62270]: DEBUG nova.objects.instance [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'resources' on Instance uuid dc7618c5-3272-4f40-bfb6-ec2b3fea70ba {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.096216] env[62270]: INFO nova.scheduler.client.report [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted allocations for instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 [ 1227.110021] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292553, 'name': ReconfigVM_Task, 'duration_secs': 0.997952} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.110021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.110796] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4805869-931d-4af5-8d5c-1d0c375a3eb2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.134167] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.135028] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778733fb-3f06-4442-aec5-1dff7e5491da {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.155837] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1227.155837] env[62270]: value = "task-4292556" [ 1227.155837] env[62270]: _type = "Task" [ 1227.155837] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.165112] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.356356] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.484058] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.484451] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.484451] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.484543] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.484867] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.485093] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.485336] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.485522] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.485708] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.485890] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.486095] env[62270]: DEBUG nova.virt.hardware [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.491630] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.491973] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e16603-1525-4c8c-97ed-bf18f5a2bc61 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.512288] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1227.512288] env[62270]: value = "task-4292557" [ 1227.512288] env[62270]: _type = "Task" [ 1227.512288] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.521237] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.608200] env[62270]: DEBUG oslo_concurrency.lockutils [None req-70c4b1b8-c3e1-42b5-870c-260c85ccab18 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.039s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.609205] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.626s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.609449] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.609663] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.609845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.614360] env[62270]: INFO nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Terminating instance [ 1227.616560] env[62270]: DEBUG nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1227.616939] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96c952fa-90ec-4b85-bd34-941df25fe41e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.626404] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de604b4-93f1-4b46-8007-e79d63c305f2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.662858] env[62270]: WARNING nova.virt.vmwareapi.driver [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 could not be found. [ 1227.663223] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1227.669442] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d1fc8fa-67fc-401c-9ffb-90b7f8307d68 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.677177] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.681688] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ef23e-6456-4e4e-ab30-72702321ee18 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.718020] env[62270]: WARNING nova.virt.vmwareapi.vmops [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0 could not be found. [ 1227.718196] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1227.718399] env[62270]: INFO nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1227.718657] env[62270]: DEBUG oslo.service.loopingcall [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.718938] env[62270]: DEBUG nova.compute.manager [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1227.719050] env[62270]: DEBUG nova.network.neutron [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1227.826434] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be327525-a90c-4869-85d3-9c957a0f1d1c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.834822] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c9f420-8d0d-46cc-8a60-d2b276651ba4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.871009] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204657c-e148-4701-b9dd-fcb360fe24a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.879308] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.882721] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff8b55-a9c6-4fe6-b03e-b3368f65b8dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.896773] env[62270]: DEBUG nova.compute.provider_tree [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.024340] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292557, 'name': ReconfigVM_Task, 'duration_secs': 0.473299} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.024734] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.025701] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae22b6d-1143-49d0-8611-701a95c28e86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.052259] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.053388] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8977152-563d-459d-a044-6b663a3cdc4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.071559] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1228.071559] env[62270]: value = "task-4292558" [ 1228.071559] env[62270]: _type = "Task" [ 1228.071559] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.079994] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.172164] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.239161] env[62270]: DEBUG nova.network.neutron [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.377091] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292552, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.381658} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.377473] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4d5db179-bc95-4001-aa21-ae755468585d/4d5db179-bc95-4001-aa21-ae755468585d.vmdk to [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1228.378270] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e2a31-68a3-4cb2-b237-85e615652f22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.401025] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.401943] env[62270]: DEBUG nova.scheduler.client.report [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1228.405370] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f22fa1-e318-4676-8cc8-895c2eca8805 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.427833] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1228.427833] env[62270]: value = "task-4292559" [ 1228.427833] env[62270]: _type = "Task" [ 1228.427833] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.437215] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.581879] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.672458] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292556, 'name': ReconfigVM_Task, 'duration_secs': 1.260312} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.672787] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713/6029506a-8ee6-4bcc-b28a-d3f8cf273713.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.673099] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1228.742025] env[62270]: INFO nova.compute.manager [-] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 1.02 seconds to deallocate network for instance. [ 1228.755307] env[62270]: WARNING nova.volume.cinder [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Attachment 535d16b7-46f2-4d32-800c-29ab8430c72c does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 535d16b7-46f2-4d32-800c-29ab8430c72c. (HTTP 404) (Request-ID: req-89789707-e80e-4fef-9e12-124aef487e11) [ 1228.755579] env[62270]: INFO nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Took 0.01 seconds to detach 1 volumes for instance. [ 1228.757731] env[62270]: DEBUG nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Deleting volume: 6391a5bb-4e58-4c3a-8cf3-a325d4609553 {{(pid=62270) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1228.771645] env[62270]: WARNING nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Failed to delete volume: 6391a5bb-4e58-4c3a-8cf3-a325d4609553 due to Volume 6391a5bb-4e58-4c3a-8cf3-a325d4609553 could not be found.: nova.exception.VolumeNotFound: Volume 6391a5bb-4e58-4c3a-8cf3-a325d4609553 could not be found. [ 1228.919965] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1228.920272] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845459', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'name': 'volume-5951fd43-c61f-474e-b560-48af847cd622', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'serial': '5951fd43-c61f-474e-b560-48af847cd622'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1228.921087] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.923633] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696bd098-b491-46e9-99ea-9184c29a4236 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.927123] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.893s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.949972] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ba29c-8599-4e02-82bd-f4356dc7e4bd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.953135] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292559, 'name': ReconfigVM_Task, 'duration_secs': 0.269564} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.954141] env[62270]: INFO nova.scheduler.client.report [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted allocations for instance dc7618c5-3272-4f40-bfb6-ec2b3fea70ba [ 1228.956908] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2/0920d6b0-9392-4bce-8d73-cf9e0c4acdb2.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.958700] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b4f8d2-e2e8-4629-a8e2-e1431b6bdbbc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.984874] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-5951fd43-c61f-474e-b560-48af847cd622/volume-5951fd43-c61f-474e-b560-48af847cd622.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.986741] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a4ee31-d1e3-4c4d-9f65-ae55d1de3ae1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.000618] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1229.000618] env[62270]: value = "task-4292560" [ 1229.000618] env[62270]: _type = "Task" [ 1229.000618] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.007212] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1229.007212] env[62270]: value = "task-4292561" [ 1229.007212] env[62270]: _type = "Task" [ 1229.007212] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.010605] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292560, 'name': Rename_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.021261] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.085959] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.180322] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37e90f-57fc-47ff-8ce0-089125a3137f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.199668] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21775c55-018d-40ee-9977-0ca8aaaa301b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.218137] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1229.275901] env[62270]: INFO nova.compute.manager [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: 40c27f05-aea8-4ae0-90a6-b35b1ceb32d0] Instance disappeared during terminate [ 1229.276194] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7b76dc7a-ebe2-4e9f-b799-bc5733a08e9d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "40c27f05-aea8-4ae0-90a6-b35b1ceb32d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.667s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.435921] env[62270]: INFO nova.compute.claims [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.464293] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1942b3f6-d639-4a8d-af58-7614dd117739 tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "dc7618c5-3272-4f40-bfb6-ec2b3fea70ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.004s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.512124] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292560, 'name': Rename_Task, 'duration_secs': 0.15288} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.515965] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1229.516280] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20bad23f-3daf-423e-a221-39ab9ec4fa91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.522713] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292561, 'name': ReconfigVM_Task, 'duration_secs': 0.390838} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.523908] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-5951fd43-c61f-474e-b560-48af847cd622/volume-5951fd43-c61f-474e-b560-48af847cd622.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.528832] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1229.528832] env[62270]: value = "task-4292562" [ 1229.528832] env[62270]: _type = "Task" [ 1229.528832] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.529075] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb73ac5a-0c27-48bc-b097-6a0a94f4ed5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.549715] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.550959] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1229.550959] env[62270]: value = "task-4292563" [ 1229.550959] env[62270]: _type = "Task" [ 1229.550959] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.559743] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.582604] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.778926] env[62270]: DEBUG nova.network.neutron [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Port 8de9dbe2-3c07-4201-8539-af1843051f93 binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1229.942400] env[62270]: INFO nova.compute.resource_tracker [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating resource usage from migration cfab9295-858d-4549-87ca-9b9487cba18b [ 1230.049146] env[62270]: DEBUG oslo_vmware.api [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292562, 'name': PowerOnVM_Task, 'duration_secs': 0.465859} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.051954] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1230.064803] env[62270]: DEBUG oslo_vmware.api [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292563, 'name': ReconfigVM_Task, 'duration_secs': 0.144111} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.067051] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845459', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'name': 'volume-5951fd43-c61f-474e-b560-48af847cd622', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'serial': '5951fd43-c61f-474e-b560-48af847cd622'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1230.085923] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292558, 'name': ReconfigVM_Task, 'duration_secs': 1.567016} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.086891] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.087236] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1230.130809] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be11d588-0b6c-4028-9da0-da6629a18770 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.139190] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c7a54-c38a-4f05-a567-df6c99f20d7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.170158] env[62270]: DEBUG nova.compute.manager [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1230.170916] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9e0af0-294c-414d-aa9a-20c296052119 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.173686] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a863e-c42c-48f9-9c76-0fe57c702710 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.181936] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ed999-2e18-4857-8c5b-b1347eae5587 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.198331] env[62270]: DEBUG nova.compute.provider_tree [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.596158] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393cc29e-445a-492d-ab7d-5227f590b98b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.620853] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168caaf6-bf17-4b34-9e0d-88d705c527ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.642237] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1230.695633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ad41526-27c3-45bb-9e75-cfbbf7f9f25d tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.204s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.718761] env[62270]: ERROR nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [req-887abd19-f8fe-4689-b520-27a5b1912260] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 83183342-0228-4078-997b-26cec6bfe2fb. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-887abd19-f8fe-4689-b520-27a5b1912260"}]} [ 1230.736100] env[62270]: DEBUG nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing inventories for resource provider 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1230.749087] env[62270]: DEBUG nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating ProviderTree inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1230.749388] env[62270]: DEBUG nova.compute.provider_tree [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 144, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.760888] env[62270]: DEBUG nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing aggregate associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, aggregates: None {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1230.777742] env[62270]: DEBUG nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Refreshing trait associations for resource provider 83183342-0228-4078-997b-26cec6bfe2fb, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62270) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1230.804052] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.804052] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.804052] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.917524] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13af217-aa93-41ae-a59c-bcfe10d1085c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.925110] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f37fd-0c11-4e09-9b27-4131a9efe88f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.957901] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0250eca-c174-4f75-bd90-d27f74a147bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.966023] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b48720-d7c8-4986-994c-4036b62b2c63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.978981] env[62270]: DEBUG nova.compute.provider_tree [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.125219] env[62270]: DEBUG nova.objects.instance [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.508862] env[62270]: DEBUG nova.scheduler.client.report [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updated inventory for provider 83183342-0228-4078-997b-26cec6bfe2fb with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1231.509201] env[62270]: DEBUG nova.compute.provider_tree [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating resource provider 83183342-0228-4078-997b-26cec6bfe2fb generation from 172 to 173 during operation: update_inventory {{(pid=62270) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.509422] env[62270]: DEBUG nova.compute.provider_tree [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Updating inventory in ProviderTree for provider 83183342-0228-4078-997b-26cec6bfe2fb with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.630699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-bd177efa-f49b-4e78-a101-fa84922fd564 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.836498] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.836693] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.836913] env[62270]: DEBUG nova.network.neutron [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1231.886903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.887201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.013798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.087s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.014043] env[62270]: INFO nova.compute.manager [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Migrating [ 1232.020682] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.654s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.020916] env[62270]: DEBUG nova.objects.instance [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'resources' on Instance uuid 1081b751-66b7-455e-a000-ae366091bcad {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.276280] env[62270]: DEBUG nova.network.neutron [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Port bf5c987d-d1f6-431b-bfc6-4831bc74b90e binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1232.389885] env[62270]: INFO nova.compute.manager [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Detaching volume 0c199134-9c5b-4e36-bcf2-8c0f4741ce82 [ 1232.422350] env[62270]: INFO nova.virt.block_device [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attempting to driver detach volume 0c199134-9c5b-4e36-bcf2-8c0f4741ce82 from mountpoint /dev/sdb [ 1232.422612] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1232.422811] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845456', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'name': 'volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'serial': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1232.423742] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c64aa7-10b6-4658-a830-9e92808b24c9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.450382] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4c64c3-bb19-4841-860a-81126b7d998c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.457575] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caae0bc-6de5-485f-b1a6-c998c0bcc1f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.482278] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c3dabd-d2fe-4cd9-947b-5a42b0aea8c8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.497021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] The volume has not been displaced from its original location: [datastore1] volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82/volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1232.502307] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.502612] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fe0f13-ff6b-46a6-b1d2-bc683c4b707d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.523871] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1232.523871] env[62270]: value = "task-4292565" [ 1232.523871] env[62270]: _type = "Task" [ 1232.523871] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.531754] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.531887] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.532077] env[62270]: DEBUG nova.network.neutron [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1232.536562] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.551251] env[62270]: DEBUG nova.network.neutron [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.708689] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6747c-cf6c-4370-8780-437d5f78341e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.717414] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36361ce-7c46-4f65-9542-78acababe433 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.749236] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e518ae6c-bacb-4782-936f-b6569ca3f355 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.756948] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea8e3a-b0cc-4e02-9117-5a106db184e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.770733] env[62270]: DEBUG nova.compute.provider_tree [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.033706] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292565, 'name': ReconfigVM_Task, 'duration_secs': 0.248677} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.034010] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.040681] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22391a61-2560-4311-a2af-46435f64d64e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.056581] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.060489] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1233.060489] env[62270]: value = "task-4292566" [ 1233.060489] env[62270]: _type = "Task" [ 1233.060489] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.071982] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.269965] env[62270]: DEBUG nova.network.neutron [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.273235] env[62270]: DEBUG nova.scheduler.client.report [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1233.291622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.291832] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.292052] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.292250] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.292421] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.299933] env[62270]: INFO nova.compute.manager [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Terminating instance [ 1233.301235] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.301444] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.301634] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.303148] env[62270]: DEBUG nova.compute.manager [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1233.303331] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1233.304180] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432787c-7744-4eab-96ce-9f90a9b5b2f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.313250] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1233.313486] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19efc664-abba-44a9-892d-1c2882281b0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.320430] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1233.320430] env[62270]: value = "task-4292567" [ 1233.320430] env[62270]: _type = "Task" [ 1233.320430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.328205] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.575836] env[62270]: DEBUG oslo_vmware.api [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292566, 'name': ReconfigVM_Task, 'duration_secs': 0.153739} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.576258] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845456', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'name': 'volume-0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82', 'serial': '0c199134-9c5b-4e36-bcf2-8c0f4741ce82'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.584569] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075117b-07a7-4262-b6bd-0051f9b0c36d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.603341] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ab9569-37e5-474a-8274-aa9d98cae274 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.610562] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1233.772398] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.778083] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.780745] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.766s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.780946] env[62270]: DEBUG nova.objects.instance [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid b85aaa4b-5570-4b23-88e6-a9382f431f4a {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.798913] env[62270]: INFO nova.scheduler.client.report [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted allocations for instance 1081b751-66b7-455e-a000-ae366091bcad [ 1233.831268] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292567, 'name': PowerOffVM_Task, 'duration_secs': 0.199825} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.831485] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1233.831676] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1233.831940] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb4ba11-c6cc-4952-83bf-970f7330046e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.895835] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1233.896100] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1233.896301] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleting the datastore file [datastore2] c710d441-ea2f-445a-a4e0-f1d1532edcb6 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.896622] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086b78ac-755f-4749-87c8-a0db8b1a975a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.907092] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for the task: (returnval){ [ 1233.907092] env[62270]: value = "task-4292569" [ 1233.907092] env[62270]: _type = "Task" [ 1233.907092] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.916295] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.117244] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1234.117564] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81eb8c64-0889-40c5-bfe7-dc4e76d80af2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.125525] env[62270]: DEBUG nova.objects.instance [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.128172] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1234.128172] env[62270]: value = "task-4292570" [ 1234.128172] env[62270]: _type = "Task" [ 1234.128172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.137258] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.310699] env[62270]: DEBUG oslo_concurrency.lockutils [None req-575232d4-428a-44e8-b5a3-2f4f7989424f tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "1081b751-66b7-455e-a000-ae366091bcad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.239s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.352026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.352026] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.352026] env[62270]: DEBUG nova.network.neutron [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1234.417975] env[62270]: DEBUG oslo_vmware.api [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Task: {'id': task-4292569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136858} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.418262] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.418450] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1234.418636] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1234.418822] env[62270]: INFO nova.compute.manager [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.419102] env[62270]: DEBUG oslo.service.loopingcall [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.420081] env[62270]: DEBUG nova.compute.manager [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1234.420081] env[62270]: DEBUG nova.network.neutron [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1234.449101] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea390944-1c65-4771-9e52-3ccba122b617 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.458158] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd22a5c-d1b0-44cc-ae3e-ed4ed1a22b76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.497114] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0265b-1d8a-4479-8746-e0b1f5e83739 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.505817] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c3fc94-dcab-4d10-b34f-acacf675c9f8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.523267] env[62270]: DEBUG nova.compute.provider_tree [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.643709] env[62270]: DEBUG oslo_vmware.api [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292570, 'name': PowerOnVM_Task, 'duration_secs': 0.398194} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.644083] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1234.645480] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ca0158c2-17f4-44b3-984c-6fd12f114436 tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance '6029506a-8ee6-4bcc-b28a-d3f8cf273713' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1234.759056] env[62270]: DEBUG nova.compute.manager [req-62970e4f-532b-4d82-a96f-c6209aec095e req-72da2b51-c77e-41ae-9fbf-7d880773a409 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Received event network-vif-deleted-69f1e292-8872-40a6-a07b-2ce05feeaf8d {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1234.759244] env[62270]: INFO nova.compute.manager [req-62970e4f-532b-4d82-a96f-c6209aec095e req-72da2b51-c77e-41ae-9fbf-7d880773a409 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Neutron deleted interface 69f1e292-8872-40a6-a07b-2ce05feeaf8d; detaching it from the instance and deleting it from the info cache [ 1234.759376] env[62270]: DEBUG nova.network.neutron [req-62970e4f-532b-4d82-a96f-c6209aec095e req-72da2b51-c77e-41ae-9fbf-7d880773a409 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.029118] env[62270]: DEBUG nova.scheduler.client.report [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1235.110848] env[62270]: DEBUG nova.network.neutron [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.138122] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c3158cb6-768a-4dea-b065-6dda287f34b9 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.189283] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.189567] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.225107] env[62270]: DEBUG nova.network.neutron [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.262101] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a46fad4b-3965-40c1-83ce-612f6f1cf9e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.273489] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9ac71-4d13-4507-a5bf-eafe5a2744f6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.290508] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fedae1e-9a88-4338-8cd7-c55b38472f30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.309170] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 0 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1235.320751] env[62270]: DEBUG nova.compute.manager [req-62970e4f-532b-4d82-a96f-c6209aec095e req-72da2b51-c77e-41ae-9fbf-7d880773a409 service nova] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Detach interface failed, port_id=69f1e292-8872-40a6-a07b-2ce05feeaf8d, reason: Instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1235.537929] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.559224] env[62270]: INFO nova.scheduler.client.report [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance b85aaa4b-5570-4b23-88e6-a9382f431f4a [ 1235.614090] env[62270]: DEBUG oslo_concurrency.lockutils [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.692494] env[62270]: INFO nova.compute.manager [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Detaching volume 5951fd43-c61f-474e-b560-48af847cd622 [ 1235.728019] env[62270]: INFO nova.compute.manager [-] [instance: c710d441-ea2f-445a-a4e0-f1d1532edcb6] Took 1.31 seconds to deallocate network for instance. [ 1235.734021] env[62270]: INFO nova.virt.block_device [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Attempting to driver detach volume 5951fd43-c61f-474e-b560-48af847cd622 from mountpoint /dev/sdc [ 1235.734021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1235.734021] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845459', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'name': 'volume-5951fd43-c61f-474e-b560-48af847cd622', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'serial': '5951fd43-c61f-474e-b560-48af847cd622'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1235.734883] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f80839-6bb0-4fb0-b664-82ad7261603f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.757827] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910e14cb-5461-4639-b27f-a5b2dbe8ef24 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.765111] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b4f8c-5db0-42da-81a4-4c57d1682c51 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.799453] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d92b3f-80cc-413d-9f05-fb3aaf739963 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.824202] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1235.824655] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] The volume has not been displaced from its original location: [datastore1] volume-5951fd43-c61f-474e-b560-48af847cd622/volume-5951fd43-c61f-474e-b560-48af847cd622.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1235.833253] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.833597] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc8accd-3ee0-4b68-9ac2-54f910ea90b9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.835664] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b99ec17-cc61-469d-bb01-4d395d995b22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.862570] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1235.862570] env[62270]: value = "task-4292571" [ 1235.862570] env[62270]: _type = "Task" [ 1235.862570] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.863891] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1235.863891] env[62270]: value = "task-4292572" [ 1235.863891] env[62270]: _type = "Task" [ 1235.863891] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.874894] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292572, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.068419] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6713caa6-b942-43b8-bba4-c3ad59c3fa13 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "b85aaa4b-5570-4b23-88e6-a9382f431f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.988s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.127346] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.127593] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.129308] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63450df6-b0a9-4e28-9b39-d90bd5e0db85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.138177] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e444e4-e5ee-42a2-afb4-17ca43e9cf85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.240046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.240381] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.240612] env[62270]: DEBUG nova.objects.instance [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lazy-loading 'resources' on Instance uuid c710d441-ea2f-445a-a4e0-f1d1532edcb6 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.376902] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292571, 'name': PowerOffVM_Task, 'duration_secs': 0.294002} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.381350] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1236.381350] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 17 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1236.386309] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292572, 'name': ReconfigVM_Task, 'duration_secs': 0.274509} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.386309] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.390988] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-901f40bc-01ef-4796-a1e7-4bd6aef5e958 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.408073] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1236.408073] env[62270]: value = "task-4292573" [ 1236.408073] env[62270]: _type = "Task" [ 1236.408073] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.423052] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.634032] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1236.890556] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1236.890902] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1236.891090] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.891292] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1236.891452] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.891611] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1236.891828] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1236.891997] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1236.892191] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1236.892363] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1236.892547] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1236.897896] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd3bff9-326e-4295-b32e-10431a017fe6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.910204] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7ca94-986d-48ea-a9ba-48da5ea56b16 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.923162] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e40accb-a885-464e-b823-d483e9aeb639 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.926191] env[62270]: DEBUG oslo_vmware.api [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292573, 'name': ReconfigVM_Task, 'duration_secs': 0.227192} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.927409] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845459', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'name': 'volume-5951fd43-c61f-474e-b560-48af847cd622', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f3c7f11d-1429-4452-a7b3-57e37789f637', 'attached_at': '', 'detached_at': '', 'volume_id': '5951fd43-c61f-474e-b560-48af847cd622', 'serial': '5951fd43-c61f-474e-b560-48af847cd622'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1236.929582] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1236.929582] env[62270]: value = "task-4292574" [ 1236.929582] env[62270]: _type = "Task" [ 1236.929582] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.959835] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd23a6f8-6e14-4467-8421-62610ba5a85f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.965785] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.970668] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30aabf7-e0e3-484c-a089-29c872cc24e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.985213] env[62270]: DEBUG nova.compute.provider_tree [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.088404] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "21e861db-7181-4313-9cae-d7a8a90d0074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.088762] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.156098] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.216532] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.216847] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.217055] env[62270]: DEBUG nova.compute.manager [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Going to confirm migration 8 {{(pid=62270) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1237.255507] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8c5b97-1e42-481d-a7e5-57716aa3bece {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.278299] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76613dad-e98d-4b1f-b274-fcf07582f092 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.285534] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1237.441602] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292574, 'name': ReconfigVM_Task, 'duration_secs': 0.213635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.442093] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 33 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1237.474626] env[62270]: DEBUG nova.objects.instance [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'flavor' on Instance uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.488816] env[62270]: DEBUG nova.scheduler.client.report [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1237.590535] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1237.792379] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1237.792751] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192976aa-74ba-4141-a8bb-cbe0b47004b8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.800109] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.800328] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquired lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.800570] env[62270]: DEBUG nova.network.neutron [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1237.800820] env[62270]: DEBUG nova.objects.instance [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'info_cache' on Instance uuid 6029506a-8ee6-4bcc-b28a-d3f8cf273713 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.803578] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1237.803578] env[62270]: value = "task-4292575" [ 1237.803578] env[62270]: _type = "Task" [ 1237.803578] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.812730] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.951382] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.952110] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.952313] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.952582] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.952776] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.952975] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.953320] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.953515] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.953705] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.953891] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.954091] env[62270]: DEBUG nova.virt.hardware [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.959777] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.960116] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a7ec299-5c30-49f4-a87b-e3367db2ef9f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.980826] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1237.980826] env[62270]: value = "task-4292576" [ 1237.980826] env[62270]: _type = "Task" [ 1237.980826] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.990645] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.993352] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.995611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.840s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.997303] env[62270]: INFO nova.compute.claims [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.020204] env[62270]: INFO nova.scheduler.client.report [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Deleted allocations for instance c710d441-ea2f-445a-a4e0-f1d1532edcb6 [ 1238.109059] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.315706] env[62270]: DEBUG oslo_vmware.api [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292575, 'name': PowerOnVM_Task, 'duration_secs': 0.480964} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.316544] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1238.316740] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-195ea6d1-93fa-4f3d-8d15-14471e8797d9 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance 'f23e51e6-6414-4f0b-a38c-3920fbd0c699' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1238.486762] env[62270]: DEBUG oslo_concurrency.lockutils [None req-4da1952c-c027-4d66-b823-c8371ce97ce0 tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.493965] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292576, 'name': ReconfigVM_Task, 'duration_secs': 0.197293} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.494259] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.495067] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3abc19-9fec-43d0-b3fd-70c1bc30ed8c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.519950] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.521173] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4d96f8-4dec-4486-9e60-00fffc9d6ea6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.536853] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6134c90b-8533-4708-852a-f8a8ae31649d tempest-ServerActionsTestOtherA-1158692047 tempest-ServerActionsTestOtherA-1158692047-project-member] Lock "c710d441-ea2f-445a-a4e0-f1d1532edcb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.245s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.542893] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1238.542893] env[62270]: value = "task-4292577" [ 1238.542893] env[62270]: _type = "Task" [ 1238.542893] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.549499] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.056267] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.208630] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f7a64c-c6d0-4c4c-ad3e-2990c138af27 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.218275] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac4ddf-c2f4-42b4-be6a-909d6e1ac22b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.249364] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde1f3f2-aa77-4404-ba93-466982f39cdd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.256436] env[62270]: DEBUG nova.network.neutron [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [{"id": "8de9dbe2-3c07-4201-8539-af1843051f93", "address": "fa:16:3e:d5:f1:d5", "network": {"id": "7c87ede2-15bf-4332-9018-fd59628dffce", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-954404077-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5274977ab544f97b6e99eceaa7297de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8de9dbe2-3c", "ovs_interfaceid": "8de9dbe2-3c07-4201-8539-af1843051f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.261021] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6655e-82a9-4614-8e6a-c6b81709c8aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.271829] env[62270]: DEBUG nova.compute.provider_tree [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.553826] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292577, 'name': ReconfigVM_Task, 'duration_secs': 0.634886} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.554443] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.554657] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 50 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1239.664749] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.665212] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.665421] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.665664] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.665890] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.668315] env[62270]: INFO nova.compute.manager [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Terminating instance [ 1239.670207] env[62270]: DEBUG nova.compute.manager [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1239.670480] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1239.671436] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c7ee5-8747-4c66-baa7-105e79480bd8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.680182] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1239.680445] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb7fa06-c0bd-4180-98fc-db48123afe8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.686556] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1239.686556] env[62270]: value = "task-4292578" [ 1239.686556] env[62270]: _type = "Task" [ 1239.686556] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.694919] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.763978] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Releasing lock "refresh_cache-6029506a-8ee6-4bcc-b28a-d3f8cf273713" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.764282] env[62270]: DEBUG nova.objects.instance [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lazy-loading 'migration_context' on Instance uuid 6029506a-8ee6-4bcc-b28a-d3f8cf273713 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.774950] env[62270]: DEBUG nova.scheduler.client.report [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1240.061868] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2473124-2163-4175-a59b-8f337434beff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.083437] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5381e-eb86-42d1-bd83-d9208bcda326 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.103874] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 67 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1240.196658] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292578, 'name': PowerOffVM_Task, 'duration_secs': 0.257967} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.197025] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1240.197241] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1240.197523] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3352901f-2601-4a0d-ae77-985f82d92404 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.258690] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1240.259079] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1240.259254] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleting the datastore file [datastore2] f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.262247] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f086bcd1-b945-4e6a-a690-d29375a4a353 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.267344] env[62270]: DEBUG nova.objects.base [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Object Instance<6029506a-8ee6-4bcc-b28a-d3f8cf273713> lazy-loaded attributes: info_cache,migration_context {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1240.268622] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84024750-9bb7-43e9-9788-31b09c256d3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.271254] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for the task: (returnval){ [ 1240.271254] env[62270]: value = "task-4292580" [ 1240.271254] env[62270]: _type = "Task" [ 1240.271254] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.280365] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.280946] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1240.283713] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.302035] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.193s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.304015] env[62270]: INFO nova.compute.claims [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.307448] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f63872-6888-4252-bade-5e46eaec046f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.314370] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1240.314370] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52496bf3-bc40-ce91-785e-4ef892c59515" [ 1240.314370] env[62270]: _type = "Task" [ 1240.314370] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.322608] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52496bf3-bc40-ce91-785e-4ef892c59515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.348538] env[62270]: DEBUG nova.network.neutron [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Port bf5c987d-d1f6-431b-bfc6-4831bc74b90e binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1240.348921] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.349064] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.349249] env[62270]: DEBUG nova.network.neutron [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1240.644267] env[62270]: DEBUG nova.network.neutron [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1240.787668] env[62270]: DEBUG nova.compute.utils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.789272] env[62270]: DEBUG oslo_vmware.api [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Task: {'id': task-4292580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448623} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.789813] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1240.789983] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1240.792015] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.792465] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1240.792704] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1240.792893] env[62270]: INFO nova.compute.manager [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1240.793199] env[62270]: DEBUG oslo.service.loopingcall [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1240.793450] env[62270]: DEBUG nova.compute.manager [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1240.793567] env[62270]: DEBUG nova.network.neutron [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1240.824683] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52496bf3-bc40-ce91-785e-4ef892c59515, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.825874] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.843087] env[62270]: DEBUG nova.policy [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29b28200ba20443db6ff7e23a20c0753', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2771409ae20a42e4bb0c47726a896bea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1241.212372] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Successfully created port: 9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.290584] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1241.485774] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767e320-2276-4081-8289-d0009ed026b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.494444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7b6073-7de7-4f4a-95a8-d25aa74dae65 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.532219] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc7e919-a24f-431b-827a-9be1e8da82ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.541053] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457d8187-9671-4ac5-bb94-6eda4b96a807 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.554140] env[62270]: DEBUG nova.compute.provider_tree [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.619778] env[62270]: DEBUG nova.network.neutron [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.672459] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.672608] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.672791] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.917017] env[62270]: DEBUG nova.compute.manager [req-0ce94c8e-8424-4953-93b0-7e43b292db2c req-5669280c-744b-413d-9573-e0cc9cd232b1 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Received event network-vif-deleted-00110228-042c-4b8c-9c06-2fcc75819103 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1241.917209] env[62270]: INFO nova.compute.manager [req-0ce94c8e-8424-4953-93b0-7e43b292db2c req-5669280c-744b-413d-9573-e0cc9cd232b1 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Neutron deleted interface 00110228-042c-4b8c-9c06-2fcc75819103; detaching it from the instance and deleting it from the info cache [ 1241.917405] env[62270]: DEBUG nova.network.neutron [req-0ce94c8e-8424-4953-93b0-7e43b292db2c req-5669280c-744b-413d-9573-e0cc9cd232b1 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.057254] env[62270]: DEBUG nova.scheduler.client.report [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1242.123057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.302655] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1242.331653] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1242.331922] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1242.332112] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.332319] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1242.332464] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.332621] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1242.332841] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1242.333018] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1242.333201] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1242.333380] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1242.333564] env[62270]: DEBUG nova.virt.hardware [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.334477] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df4373c-a487-40a5-bc01-478d95455314 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.342506] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8aa2f-9fe7-4080-89fb-2f97705d3e07 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.390991] env[62270]: DEBUG nova.network.neutron [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.420750] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62231708-e312-4a52-b863-3e4a433105d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.430390] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98abfe8-26dc-496c-b799-5acbf4c3f55f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.459486] env[62270]: DEBUG nova.compute.manager [req-0ce94c8e-8424-4953-93b0-7e43b292db2c req-5669280c-744b-413d-9573-e0cc9cd232b1 service nova] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Detach interface failed, port_id=00110228-042c-4b8c-9c06-2fcc75819103, reason: Instance f3c7f11d-1429-4452-a7b3-57e37789f637 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1242.562214] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.563199] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1242.565542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.740s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.626153] env[62270]: DEBUG nova.compute.manager [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62270) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1242.638427] env[62270]: DEBUG nova.compute.manager [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Received event network-vif-plugged-9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1242.644153] env[62270]: DEBUG oslo_concurrency.lockutils [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.644153] env[62270]: DEBUG oslo_concurrency.lockutils [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.644153] env[62270]: DEBUG oslo_concurrency.lockutils [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.644153] env[62270]: DEBUG nova.compute.manager [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] No waiting events found dispatching network-vif-plugged-9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1242.644153] env[62270]: WARNING nova.compute.manager [req-8de11a41-7d6e-4f3c-a391-451cb74b8cee req-a0d9fadb-6903-436f-9c91-8fcc588cc2cf service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Received unexpected event network-vif-plugged-9f5f288a-4748-4efb-8fed-3fede4516747 for instance with vm_state building and task_state spawning. [ 1242.711232] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.711443] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.711646] env[62270]: DEBUG nova.network.neutron [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1242.893842] env[62270]: INFO nova.compute.manager [-] [instance: f3c7f11d-1429-4452-a7b3-57e37789f637] Took 2.10 seconds to deallocate network for instance. [ 1243.068881] env[62270]: DEBUG nova.compute.utils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1243.072957] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1243.073148] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1243.123498] env[62270]: DEBUG nova.policy [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31582ffdc8948ef9cd34bc36eb737c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b65d552ed0a4f36bd43368c8e4fb253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1243.180370] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Successfully updated port: 9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.211802] env[62270]: DEBUG nova.compute.manager [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Received event network-changed-9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1243.212073] env[62270]: DEBUG nova.compute.manager [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Refreshing instance network info cache due to event network-changed-9f5f288a-4748-4efb-8fed-3fede4516747. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1243.212613] env[62270]: DEBUG oslo_concurrency.lockutils [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] Acquiring lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.212613] env[62270]: DEBUG oslo_concurrency.lockutils [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] Acquired lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.212613] env[62270]: DEBUG nova.network.neutron [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Refreshing network info cache for port 9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1243.217131] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de0a09-dfa7-4d25-a73e-7aadb1518a13 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.229698] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139c12cb-839d-4264-9419-5bd7d22c8a29 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.261776] env[62270]: DEBUG nova.network.neutron [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1243.267493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db1526-4017-45e7-8499-051721808202 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.275374] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8874c7-829f-4d59-bccc-2cacb6b51fd5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.290896] env[62270]: DEBUG nova.compute.provider_tree [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.391070] env[62270]: DEBUG nova.network.neutron [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.400668] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.462825] env[62270]: DEBUG nova.network.neutron [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.486167] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Successfully created port: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1243.573345] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1243.682926] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.770691] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.793950] env[62270]: DEBUG nova.scheduler.client.report [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1243.895713] env[62270]: DEBUG oslo_concurrency.lockutils [req-7d65e773-5110-4ba6-a1c9-45dc4d697d4e req-d0ee2ea8-2f5a-44d0-8ced-f3a371928e05 service nova] Releasing lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.896115] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.896279] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1243.965339] env[62270]: DEBUG oslo_concurrency.lockutils [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.428384] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1244.492742] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e406d82-e819-4370-85af-bc7936476743 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.514529] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71baea5-66a1-4f6a-b801-b493edc873e3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.521558] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 83 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1244.562496] env[62270]: DEBUG nova.network.neutron [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating instance_info_cache with network_info: [{"id": "9f5f288a-4748-4efb-8fed-3fede4516747", "address": "fa:16:3e:84:bf:65", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f288a-47", "ovs_interfaceid": "9f5f288a-4748-4efb-8fed-3fede4516747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.581679] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1244.608792] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1244.609062] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1244.609256] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.609457] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1244.609616] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.609772] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1244.609989] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1244.610205] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1244.610392] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1244.610567] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1244.610752] env[62270]: DEBUG nova.virt.hardware [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1244.611898] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0f4fd-320e-4419-a3c0-39945eaa6287 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.621061] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb5ca89-424c-416f-aafe-25a68b6b756b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.803867] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.238s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.806707] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.406s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.806956] env[62270]: DEBUG nova.objects.instance [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lazy-loading 'resources' on Instance uuid f3c7f11d-1429-4452-a7b3-57e37789f637 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.028322] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1245.028657] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc58d1e8-c8fd-433b-a52c-66baabc73c0f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.036829] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1245.036829] env[62270]: value = "task-4292581" [ 1245.036829] env[62270]: _type = "Task" [ 1245.036829] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.045958] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.065972] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.066385] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Instance network_info: |[{"id": "9f5f288a-4748-4efb-8fed-3fede4516747", "address": "fa:16:3e:84:bf:65", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f288a-47", "ovs_interfaceid": "9f5f288a-4748-4efb-8fed-3fede4516747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1245.066860] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:bf:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5f288a-4748-4efb-8fed-3fede4516747', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.075974] env[62270]: DEBUG oslo.service.loopingcall [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.076240] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1245.076481] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3385622-0dde-44a6-a4e3-7ad590e9ea23 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.097635] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.097635] env[62270]: value = "task-4292582" [ 1245.097635] env[62270]: _type = "Task" [ 1245.097635] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.106137] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292582, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.210857] env[62270]: DEBUG nova.compute.manager [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Received event network-vif-plugged-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1245.211110] env[62270]: DEBUG oslo_concurrency.lockutils [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] Acquiring lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.211337] env[62270]: DEBUG oslo_concurrency.lockutils [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] Lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.211516] env[62270]: DEBUG oslo_concurrency.lockutils [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] Lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.211691] env[62270]: DEBUG nova.compute.manager [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] No waiting events found dispatching network-vif-plugged-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1245.211889] env[62270]: WARNING nova.compute.manager [req-e898619c-e6e9-42fd-b02f-15120b99ae43 req-d42900c8-91d2-46f1-92ad-5808179baa9a service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Received unexpected event network-vif-plugged-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 for instance with vm_state building and task_state spawning. [ 1245.266609] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Successfully updated port: f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.369496] env[62270]: INFO nova.scheduler.client.report [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocation for migration 358e7f85-9e27-436b-843d-4151c73ab298 [ 1245.475174] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff108c-8ba0-4fd8-b7bf-a9b8cc6ca7ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.483369] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cc67dc-9f43-44e3-acd4-2f5215792458 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.514560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901ff4c-35b1-4bdc-b19f-a509d52d5c76 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.521980] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749d48b-03a0-4055-a374-b53d78885eff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.536139] env[62270]: DEBUG nova.compute.provider_tree [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.546674] env[62270]: DEBUG oslo_vmware.api [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292581, 'name': PowerOnVM_Task, 'duration_secs': 0.38149} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.547731] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1245.548071] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-59c6b73a-3f85-40ef-bc32-aec51aedd55d tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance 'b3d7df32-93da-41ba-919e-14d2e5549bae' progress to 100 {{(pid=62270) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1245.608296] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292582, 'name': CreateVM_Task, 'duration_secs': 0.331997} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.608503] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1245.609284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.609465] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.609805] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.610082] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d25b4f-d9ef-4a05-a65c-7835becf7781 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.614922] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1245.614922] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcad35-b06b-f211-eba3-2301d02cd411" [ 1245.614922] env[62270]: _type = "Task" [ 1245.614922] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.624472] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcad35-b06b-f211-eba3-2301d02cd411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.769854] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.770042] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.770167] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1245.876424] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.659s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.042263] env[62270]: DEBUG nova.scheduler.client.report [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1246.125313] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52dcad35-b06b-f211-eba3-2301d02cd411, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.125622] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.125863] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.126115] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.126275] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.126463] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.126726] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf22c98-b4b1-45b6-a2e1-c105024121dd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.136076] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.136259] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1246.136986] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493a789b-8317-40b6-941f-81165a642bb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.142089] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1246.142089] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c7b2c-57bd-e498-1b98-bcb27ade7d25" [ 1246.142089] env[62270]: _type = "Task" [ 1246.142089] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.149171] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c7b2c-57bd-e498-1b98-bcb27ade7d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.303305] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1246.448303] env[62270]: DEBUG nova.network.neutron [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Updating instance_info_cache with network_info: [{"id": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "address": "fa:16:3e:de:03:59", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9540e83-41", "ovs_interfaceid": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.547455] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.549798] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.779s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.565670] env[62270]: INFO nova.scheduler.client.report [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Deleted allocations for instance f3c7f11d-1429-4452-a7b3-57e37789f637 [ 1246.652734] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]524c7b2c-57bd-e498-1b98-bcb27ade7d25, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.653603] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8264f76a-fcf8-4d2b-883e-4c503876518d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.658730] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1246.658730] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520f0f9d-730c-598e-c534-b8221f847e16" [ 1246.658730] env[62270]: _type = "Task" [ 1246.658730] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.666675] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520f0f9d-730c-598e-c534-b8221f847e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.950786] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.951237] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Instance network_info: |[{"id": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "address": "fa:16:3e:de:03:59", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9540e83-41", "ovs_interfaceid": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1246.951696] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:03:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9540e83-4117-4499-9fb7-9e50a4e2d3d9', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.959474] env[62270]: DEBUG oslo.service.loopingcall [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1246.959697] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1246.959931] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6458a81f-8709-4742-8997-369a4dffde17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.980841] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.980841] env[62270]: value = "task-4292583" [ 1246.980841] env[62270]: _type = "Task" [ 1246.980841] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.988512] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292583, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.052667] env[62270]: DEBUG nova.objects.instance [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'migration_context' on Instance uuid f23e51e6-6414-4f0b-a38c-3920fbd0c699 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.072774] env[62270]: DEBUG oslo_concurrency.lockutils [None req-1ced1c09-2601-4151-a3f6-5395d5486c2a tempest-AttachVolumeTestJSON-1473078117 tempest-AttachVolumeTestJSON-1473078117-project-member] Lock "f3c7f11d-1429-4452-a7b3-57e37789f637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.408s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.169352] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520f0f9d-730c-598e-c534-b8221f847e16, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.169768] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.170138] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3cc9294e-626f-4915-afaa-8a0e340ab323/3cc9294e-626f-4915-afaa-8a0e340ab323.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1247.170448] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a386ea-1aea-44a4-b06d-2b4986921145 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.177010] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1247.177010] env[62270]: value = "task-4292584" [ 1247.177010] env[62270]: _type = "Task" [ 1247.177010] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.184403] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.236636] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.236993] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.237258] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.237474] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.237674] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.239797] env[62270]: INFO nova.compute.manager [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Terminating instance [ 1247.242970] env[62270]: DEBUG nova.compute.manager [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Received event network-changed-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1247.243219] env[62270]: DEBUG nova.compute.manager [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Refreshing instance network info cache due to event network-changed-f9540e83-4117-4499-9fb7-9e50a4e2d3d9. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1247.243421] env[62270]: DEBUG oslo_concurrency.lockutils [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] Acquiring lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.243567] env[62270]: DEBUG oslo_concurrency.lockutils [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] Acquired lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.243732] env[62270]: DEBUG nova.network.neutron [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Refreshing network info cache for port f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1247.245325] env[62270]: DEBUG nova.compute.manager [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1247.245553] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1247.246732] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b74e026-0916-420c-bd07-8b9a7a5b3862 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.256035] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1247.256035] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db1398e-5eed-4c77-9f06-e6429c63829a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.261757] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1247.261757] env[62270]: value = "task-4292585" [ 1247.261757] env[62270]: _type = "Task" [ 1247.261757] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.271732] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.491878] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292583, 'name': CreateVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.615441] env[62270]: DEBUG nova.network.neutron [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Port 0389b37d-fc85-4cbf-9d68-7dfbec5b380b binding to destination host cpu-1 is already ACTIVE {{(pid=62270) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1247.615441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.615441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.615779] env[62270]: DEBUG nova.network.neutron [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1247.687955] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292584, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.712965] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2011bac-15be-41c3-b5c1-6b59f62080c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.720801] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd4fec-d6d4-4db6-a85d-d3b4b616210c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.755756] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b807fed-d9e9-431c-be03-9875fd01bded {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.766435] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cb224a-215b-44d1-b1ac-b76f424ba101 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.775766] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292585, 'name': PowerOffVM_Task, 'duration_secs': 0.27006} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.783947] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1247.784178] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1247.784662] env[62270]: DEBUG nova.compute.provider_tree [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.785928] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd50742-53e6-4be6-97bd-074d115f50b0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.856324] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1247.856606] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1247.856910] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleting the datastore file [datastore2] 6029506a-8ee6-4bcc-b28a-d3f8cf273713 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.857283] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8645f4c9-c41b-4f27-888c-c30b8b42caab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.865903] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for the task: (returnval){ [ 1247.865903] env[62270]: value = "task-4292588" [ 1247.865903] env[62270]: _type = "Task" [ 1247.865903] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.873495] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.992694] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292583, 'name': CreateVM_Task, 'duration_secs': 0.532876} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.992915] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1247.993639] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.993870] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.994277] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1247.994590] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a639331-52b7-4e66-8048-d18f1a3d79c2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.000039] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1248.000039] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5236c98a-7b87-cebd-c701-38154a345054" [ 1248.000039] env[62270]: _type = "Task" [ 1248.000039] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.008348] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5236c98a-7b87-cebd-c701-38154a345054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.009211] env[62270]: DEBUG nova.network.neutron [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Updated VIF entry in instance network info cache for port f9540e83-4117-4499-9fb7-9e50a4e2d3d9. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1248.009646] env[62270]: DEBUG nova.network.neutron [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Updating instance_info_cache with network_info: [{"id": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "address": "fa:16:3e:de:03:59", "network": {"id": "42d32f81-7302-49c7-bc47-9f87b50c1922", "bridge": "br-int", "label": "tempest-ServersTestJSON-2008698173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b65d552ed0a4f36bd43368c8e4fb253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9540e83-41", "ovs_interfaceid": "f9540e83-4117-4499-9fb7-9e50a4e2d3d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.187101] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512717} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.187406] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 3cc9294e-626f-4915-afaa-8a0e340ab323/3cc9294e-626f-4915-afaa-8a0e340ab323.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1248.187633] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.187890] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8455f253-6137-4bea-89da-e4d743c5cce4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.194931] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1248.194931] env[62270]: value = "task-4292589" [ 1248.194931] env[62270]: _type = "Task" [ 1248.194931] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.202826] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.288929] env[62270]: DEBUG nova.scheduler.client.report [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1248.379840] env[62270]: DEBUG oslo_vmware.api [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Task: {'id': task-4292588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395913} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.380118] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.380339] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1248.380494] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1248.380671] env[62270]: INFO nova.compute.manager [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1248.380912] env[62270]: DEBUG oslo.service.loopingcall [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.381142] env[62270]: DEBUG nova.compute.manager [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1248.381237] env[62270]: DEBUG nova.network.neutron [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1248.467765] env[62270]: DEBUG nova.network.neutron [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.510538] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5236c98a-7b87-cebd-c701-38154a345054, 'name': SearchDatastore_Task, 'duration_secs': 0.020494} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.510845] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.511087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.511322] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.511467] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.511648] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.511906] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6efcc76c-6058-4476-8f26-bb92fe96233c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.514107] env[62270]: DEBUG oslo_concurrency.lockutils [req-c7ef567e-3d7b-439c-a66a-6854a2317b9c req-5f0d613b-9c70-429e-a48a-9346e4558aa6 service nova] Releasing lock "refresh_cache-21e861db-7181-4313-9cae-d7a8a90d0074" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.529845] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.530087] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1248.530845] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019f93fb-c208-42d9-b10a-121767f18ab1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.535969] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1248.535969] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52235f1f-7464-3f60-f35f-9d176178dd1d" [ 1248.535969] env[62270]: _type = "Task" [ 1248.535969] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.543847] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52235f1f-7464-3f60-f35f-9d176178dd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.637131] env[62270]: DEBUG nova.compute.manager [req-ffbf9628-8385-4c3f-b18c-884d882e234d req-a2652b77-5f43-4b75-b1b3-679300310bdf service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Received event network-vif-deleted-8de9dbe2-3c07-4201-8539-af1843051f93 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1248.637370] env[62270]: INFO nova.compute.manager [req-ffbf9628-8385-4c3f-b18c-884d882e234d req-a2652b77-5f43-4b75-b1b3-679300310bdf service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Neutron deleted interface 8de9dbe2-3c07-4201-8539-af1843051f93; detaching it from the instance and deleting it from the info cache [ 1248.637583] env[62270]: DEBUG nova.network.neutron [req-ffbf9628-8385-4c3f-b18c-884d882e234d req-a2652b77-5f43-4b75-b1b3-679300310bdf service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.704543] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064381} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.704825] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.705741] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de638b1e-4792-490f-a09b-d4db5af17bea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.728141] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 3cc9294e-626f-4915-afaa-8a0e340ab323/3cc9294e-626f-4915-afaa-8a0e340ab323.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.728392] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a434c030-f323-4992-b23c-28330718c926 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.748371] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1248.748371] env[62270]: value = "task-4292590" [ 1248.748371] env[62270]: _type = "Task" [ 1248.748371] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.759010] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.970247] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.046898] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52235f1f-7464-3f60-f35f-9d176178dd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.047768] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff38ed-9739-4a41-af48-bf22cc373ee5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.053022] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1249.053022] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520af874-0e66-2483-0061-d95c8741bb93" [ 1249.053022] env[62270]: _type = "Task" [ 1249.053022] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.060376] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520af874-0e66-2483-0061-d95c8741bb93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.117413] env[62270]: DEBUG nova.network.neutron [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.140570] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71049cb5-116d-48d6-a957-93cbe99fa646 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.152287] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c05870-c48e-401f-aea3-db98b1c638e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.182579] env[62270]: DEBUG nova.compute.manager [req-ffbf9628-8385-4c3f-b18c-884d882e234d req-a2652b77-5f43-4b75-b1b3-679300310bdf service nova] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Detach interface failed, port_id=8de9dbe2-3c07-4201-8539-af1843051f93, reason: Instance 6029506a-8ee6-4bcc-b28a-d3f8cf273713 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1249.259293] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292590, 'name': ReconfigVM_Task, 'duration_secs': 0.314749} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.259620] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 3cc9294e-626f-4915-afaa-8a0e340ab323/3cc9294e-626f-4915-afaa-8a0e340ab323.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.260330] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ce25cb4-c09e-49ba-91c2-2eb5b73b9f99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.266693] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1249.266693] env[62270]: value = "task-4292591" [ 1249.266693] env[62270]: _type = "Task" [ 1249.266693] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.274081] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292591, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.298964] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.749s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.475670] env[62270]: DEBUG nova.compute.manager [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62270) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1249.475670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.475670] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.564228] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]520af874-0e66-2483-0061-d95c8741bb93, 'name': SearchDatastore_Task, 'duration_secs': 0.022784} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.564517] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.564783] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 21e861db-7181-4313-9cae-d7a8a90d0074/21e861db-7181-4313-9cae-d7a8a90d0074.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1249.565113] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b4b75e1-d404-4081-b79a-18b2dbbae8ed {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.574969] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1249.574969] env[62270]: value = "task-4292592" [ 1249.574969] env[62270]: _type = "Task" [ 1249.574969] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.583831] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.619646] env[62270]: INFO nova.compute.manager [-] [instance: 6029506a-8ee6-4bcc-b28a-d3f8cf273713] Took 1.24 seconds to deallocate network for instance. [ 1249.776535] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292591, 'name': Rename_Task, 'duration_secs': 0.145717} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.776902] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1249.777097] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9345f3-e978-4e50-8c51-17314f869d4d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.782602] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1249.782602] env[62270]: value = "task-4292593" [ 1249.782602] env[62270]: _type = "Task" [ 1249.782602] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.789588] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.978322] env[62270]: DEBUG nova.objects.instance [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'migration_context' on Instance uuid b3d7df32-93da-41ba-919e-14d2e5549bae {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.090329] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.126542] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.293459] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292593, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.584954] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62632} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.587453] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 21e861db-7181-4313-9cae-d7a8a90d0074/21e861db-7181-4313-9cae-d7a8a90d0074.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1250.587648] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.588116] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b0c1fd-3210-465d-a76e-482ad89db06d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.594500] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1250.594500] env[62270]: value = "task-4292594" [ 1250.594500] env[62270]: _type = "Task" [ 1250.594500] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.605828] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.612524] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0340e594-1e0c-458d-89a4-c2c4248102a8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.619654] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b353b5a-1616-4777-b250-ba7eaadd05ab {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.649980] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc12eaf3-97ef-4b25-ae64-ca9337e87250 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.657439] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e3dfd2-b73f-44a5-afe0-b93654741086 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.670603] env[62270]: DEBUG nova.compute.provider_tree [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.796347] env[62270]: DEBUG oslo_vmware.api [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292593, 'name': PowerOnVM_Task, 'duration_secs': 0.588221} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.796748] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1250.796830] env[62270]: INFO nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1250.797257] env[62270]: DEBUG nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1250.798778] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a38e9-0262-4799-ae98-080e56e1535b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.832756] env[62270]: INFO nova.compute.manager [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Swapping old allocation on dict_keys(['83183342-0228-4078-997b-26cec6bfe2fb']) held by migration a88c4f76-adb4-40f8-9044-24285cc6f7f4 for instance [ 1250.853760] env[62270]: DEBUG nova.scheduler.client.report [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Overwriting current allocation {'allocations': {'83183342-0228-4078-997b-26cec6bfe2fb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 176}}, 'project_id': 'dd41fb70cf3b403fbd2d810e549a7ed5', 'user_id': 'df2c0c391fb640778ebef1602aa43d82', 'consumer_generation': 1} on consumer f23e51e6-6414-4f0b-a38c-3920fbd0c699 {{(pid=62270) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1250.963147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.963147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.963307] env[62270]: DEBUG nova.network.neutron [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1251.104284] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095226} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.104649] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.105803] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabe406e-affc-4d7f-b322-fc6c5b7089f7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.127777] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 21e861db-7181-4313-9cae-d7a8a90d0074/21e861db-7181-4313-9cae-d7a8a90d0074.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.128034] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ef739c-dc8a-4301-bb55-864e015459fa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.146181] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1251.146181] env[62270]: value = "task-4292596" [ 1251.146181] env[62270]: _type = "Task" [ 1251.146181] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.153527] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.173600] env[62270]: DEBUG nova.scheduler.client.report [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.315345] env[62270]: INFO nova.compute.manager [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Took 14.18 seconds to build instance. [ 1251.656948] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.701980] env[62270]: DEBUG nova.network.neutron [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [{"id": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "address": "fa:16:3e:ee:f4:e7", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5c987d-d1", "ovs_interfaceid": "bf5c987d-d1f6-431b-bfc6-4831bc74b90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.818224] env[62270]: DEBUG oslo_concurrency.lockutils [None req-c94b0920-de0b-4822-9e88-df4a69deb31d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.690s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.157048] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292596, 'name': ReconfigVM_Task, 'duration_secs': 0.819053} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.157296] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 21e861db-7181-4313-9cae-d7a8a90d0074/21e861db-7181-4313-9cae-d7a8a90d0074.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.157924] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31bd19ce-988b-4ccb-af13-bc02b95c1d9a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.165020] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1252.165020] env[62270]: value = "task-4292597" [ 1252.165020] env[62270]: _type = "Task" [ 1252.165020] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.172718] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292597, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.186397] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.713s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.191989] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.066s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.192229] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.206580] env[62270]: DEBUG oslo_concurrency.lockutils [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-f23e51e6-6414-4f0b-a38c-3920fbd0c699" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.207765] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab8553-9b7d-457b-93eb-7f4a656be714 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.220275] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe8c3bd-1e8a-4d16-9297-f35a73567c7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.224966] env[62270]: INFO nova.scheduler.client.report [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Deleted allocations for instance 6029506a-8ee6-4bcc-b28a-d3f8cf273713 [ 1252.458696] env[62270]: DEBUG nova.compute.manager [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Received event network-changed-9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1252.459780] env[62270]: DEBUG nova.compute.manager [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Refreshing instance network info cache due to event network-changed-9f5f288a-4748-4efb-8fed-3fede4516747. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1252.459780] env[62270]: DEBUG oslo_concurrency.lockutils [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] Acquiring lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.459780] env[62270]: DEBUG oslo_concurrency.lockutils [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] Acquired lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.459780] env[62270]: DEBUG nova.network.neutron [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Refreshing network info cache for port 9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1252.676800] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292597, 'name': Rename_Task, 'duration_secs': 0.155025} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.677160] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1252.677432] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2dce746-26c8-42df-be93-baf786a0da5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.684205] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1252.684205] env[62270]: value = "task-4292599" [ 1252.684205] env[62270]: _type = "Task" [ 1252.684205] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.691767] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.735312] env[62270]: DEBUG oslo_concurrency.lockutils [None req-80efac37-d90c-45db-a5ed-902feb680d5c tempest-DeleteServersTestJSON-1576012687 tempest-DeleteServersTestJSON-1576012687-project-member] Lock "6029506a-8ee6-4bcc-b28a-d3f8cf273713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.498s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.194716] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.216233] env[62270]: DEBUG nova.network.neutron [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updated VIF entry in instance network info cache for port 9f5f288a-4748-4efb-8fed-3fede4516747. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1253.216233] env[62270]: DEBUG nova.network.neutron [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating instance_info_cache with network_info: [{"id": "9f5f288a-4748-4efb-8fed-3fede4516747", "address": "fa:16:3e:84:bf:65", "network": {"id": "895c6796-d159-4f9a-b0ce-356b4b607d98", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1515678935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2771409ae20a42e4bb0c47726a896bea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5f288a-47", "ovs_interfaceid": "9f5f288a-4748-4efb-8fed-3fede4516747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.309239] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1253.309563] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c39a1e5-cf0c-462f-bcfb-1445194e3096 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.316953] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1253.316953] env[62270]: value = "task-4292600" [ 1253.316953] env[62270]: _type = "Task" [ 1253.316953] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.325806] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.697442] env[62270]: DEBUG oslo_vmware.api [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292599, 'name': PowerOnVM_Task, 'duration_secs': 0.51323} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.697782] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1253.698053] env[62270]: INFO nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1253.698302] env[62270]: DEBUG nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1253.699194] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a147541-8b29-4f52-9016-c7811d14b172 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.718512] env[62270]: DEBUG oslo_concurrency.lockutils [req-c8e4eef2-9df5-496a-be8e-1c95f1ef3c86 req-b5879b55-2c8f-4b56-9608-934c9bc5e59c service nova] Releasing lock "refresh_cache-3cc9294e-626f-4915-afaa-8a0e340ab323" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.731328] env[62270]: INFO nova.compute.manager [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Swapping old allocation on dict_keys(['83183342-0228-4078-997b-26cec6bfe2fb']) held by migration cfab9295-858d-4549-87ca-9b9487cba18b for instance [ 1253.756763] env[62270]: DEBUG nova.scheduler.client.report [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Overwriting current allocation {'allocations': {'83183342-0228-4078-997b-26cec6bfe2fb': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': 'a910c66d9c8349a3aeec5267866aaaba', 'user_id': 'b188a3db20ab49f0ac8a641eb0eca9f0', 'consumer_generation': 1} on consumer b3d7df32-93da-41ba-919e-14d2e5549bae {{(pid=62270) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1253.827349] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292600, 'name': PowerOffVM_Task, 'duration_secs': 0.467191} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.827635] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1253.828361] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.828592] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.828758] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.828950] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.829124] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.829284] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.829533] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.829707] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.829878] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.830060] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.830251] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.835863] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.836049] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.836233] env[62270]: DEBUG nova.network.neutron [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1253.837522] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd49025a-2b28-475c-9c66-2555ca5a8250 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.856806] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1253.856806] env[62270]: value = "task-4292601" [ 1253.856806] env[62270]: _type = "Task" [ 1253.856806] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.864628] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.095398] env[62270]: DEBUG nova.network.neutron [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [{"id": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "address": "fa:16:3e:7a:58:d6", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0389b37d-fc", "ovs_interfaceid": "0389b37d-fc85-4cbf-9d68-7dfbec5b380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.220752] env[62270]: INFO nova.compute.manager [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Took 16.12 seconds to build instance. [ 1254.367389] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292601, 'name': ReconfigVM_Task, 'duration_secs': 0.366981} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.368274] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b3543-18a6-48a2-a2a1-4ed917dec697 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.389160] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.389414] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.389586] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.389777] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.389994] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.390099] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.390347] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.390484] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.390661] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.390834] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.391020] env[62270]: DEBUG nova.virt.hardware [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.391792] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e12edca-572a-4142-883f-4f7d781e7a19 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.397086] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1254.397086] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52962f9a-2194-062b-711f-3d8071c23842" [ 1254.397086] env[62270]: _type = "Task" [ 1254.397086] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.404403] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52962f9a-2194-062b-711f-3d8071c23842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.599234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-b3d7df32-93da-41ba-919e-14d2e5549bae" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.599234] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1254.599234] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78a4aa4-ceb8-4d4b-8f99-8fbac4487497 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.605509] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1254.605509] env[62270]: value = "task-4292603" [ 1254.605509] env[62270]: _type = "Task" [ 1254.605509] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.614295] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.723599] env[62270]: DEBUG oslo_concurrency.lockutils [None req-a40fdd3c-044c-40ec-ab23-b893122a8463 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.635s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.908148] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52962f9a-2194-062b-711f-3d8071c23842, 'name': SearchDatastore_Task, 'duration_secs': 0.007076} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.912698] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.912978] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37370fdf-920b-4eeb-8e7d-91c6c33632ff {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.930385] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1254.930385] env[62270]: value = "task-4292604" [ 1254.930385] env[62270]: _type = "Task" [ 1254.930385] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.939554] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.950188] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "21e861db-7181-4313-9cae-d7a8a90d0074" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.950570] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.950879] env[62270]: DEBUG nova.compute.manager [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1254.951911] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d842f-4474-4e62-af7b-790ea9347f02 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.957650] env[62270]: DEBUG nova.compute.manager [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1254.958343] env[62270]: DEBUG nova.objects.instance [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'flavor' on Instance uuid 21e861db-7181-4313-9cae-d7a8a90d0074 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.114574] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292603, 'name': PowerOffVM_Task, 'duration_secs': 0.278418} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.114848] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1255.115595] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.115829] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.115994] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.116204] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.116360] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.116514] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.116767] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.116943] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.117181] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.117346] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.117533] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.122516] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f0b72d-a9ac-4f4d-b17e-abdc039e3b00 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.136499] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1255.136499] env[62270]: value = "task-4292605" [ 1255.136499] env[62270]: _type = "Task" [ 1255.136499] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.143933] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.440073] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292604, 'name': ReconfigVM_Task, 'duration_secs': 0.201798} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.440448] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.441242] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f9c27-8cbe-4ed8-be87-38a766d062b7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.465477] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.467433] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f14e5f-2213-4d37-bbd9-2609ca3c3863 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.480051] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1255.480569] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb1747d7-1d50-4056-9035-f6001573300e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.486420] env[62270]: DEBUG oslo_vmware.api [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1255.486420] env[62270]: value = "task-4292606" [ 1255.486420] env[62270]: _type = "Task" [ 1255.486420] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.490430] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1255.490430] env[62270]: value = "task-4292607" [ 1255.490430] env[62270]: _type = "Task" [ 1255.490430] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.496991] env[62270]: DEBUG oslo_vmware.api [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.501991] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.646534] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292605, 'name': ReconfigVM_Task, 'duration_secs': 0.159071} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.647444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbf8be-b94c-48fd-963e-c2c2abdd9df4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.665894] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1255.666167] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1255.666337] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.666542] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1255.666719] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.666840] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1255.667097] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1255.667247] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1255.667427] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1255.667617] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1255.667776] env[62270]: DEBUG nova.virt.hardware [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1255.668598] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de650274-45f8-4623-84c1-1fe8c038e7b3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.673838] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1255.673838] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523cbffa-5978-9cc8-e764-2c761c5e06de" [ 1255.673838] env[62270]: _type = "Task" [ 1255.673838] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.683507] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523cbffa-5978-9cc8-e764-2c761c5e06de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.997789] env[62270]: DEBUG oslo_vmware.api [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292606, 'name': PowerOffVM_Task, 'duration_secs': 0.234936} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.998438] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1255.998679] env[62270]: DEBUG nova.compute.manager [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1255.999560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac67ed-b2dd-491c-aa62-e0a59bb6ed48 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.005505] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.184117] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]523cbffa-5978-9cc8-e764-2c761c5e06de, 'name': SearchDatastore_Task, 'duration_secs': 0.007824} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.189452] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.189746] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc91e3d-86bf-432f-b29e-4936506a49ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.206994] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1256.206994] env[62270]: value = "task-4292608" [ 1256.206994] env[62270]: _type = "Task" [ 1256.206994] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.217318] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.502063] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292607, 'name': ReconfigVM_Task, 'duration_secs': 0.732719} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.502588] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to attach disk [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699/f23e51e6-6414-4f0b-a38c-3920fbd0c699.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.503455] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae1142-a47c-4e4b-9b94-11eecea6ac0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.528506] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2759d74-c729-4524-890e-41db0be4e21e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.531216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fd891e7f-458f-4cb4-a85c-91fc637a2ef4 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.581s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.552710] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329fb4d8-cd59-435f-909f-48fd43c9e5d6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.574025] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58cd2d6-9229-49ba-ae49-da4d16adc56c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.581988] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1256.582278] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9a5f724-a7cf-4e86-afdd-5013e5ed09b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.588386] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1256.588386] env[62270]: value = "task-4292609" [ 1256.588386] env[62270]: _type = "Task" [ 1256.588386] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.597868] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.717355] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292608, 'name': ReconfigVM_Task, 'duration_secs': 0.158513} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.717748] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1256.718606] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0c55c6-715d-454c-9c54-57bcafebec35 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.741110] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.741438] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff323c6-d14d-48cb-a008-e5ddcf539757 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.760405] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1256.760405] env[62270]: value = "task-4292610" [ 1256.760405] env[62270]: _type = "Task" [ 1256.760405] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.768295] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.097817] env[62270]: DEBUG oslo_vmware.api [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292609, 'name': PowerOnVM_Task, 'duration_secs': 0.396892} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.098160] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1257.270747] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292610, 'name': ReconfigVM_Task, 'duration_secs': 0.264753} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.271030] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae/b3d7df32-93da-41ba-919e-14d2e5549bae.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.271871] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf5d0cc-8216-48b6-8492-b6d7b2e659b6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.290977] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753488d-9b70-4d96-b1cf-48380da2f454 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.318794] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e3c198-8b6a-493d-aac5-70367eff8d2e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.341786] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6ddded-2867-4725-9fab-4a6e78212bf1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.352676] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1257.352676] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7432180-505b-435a-8036-706c33f4b21b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.359082] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1257.359082] env[62270]: value = "task-4292611" [ 1257.359082] env[62270]: _type = "Task" [ 1257.359082] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.367585] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.798449] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "21e861db-7181-4313-9cae-d7a8a90d0074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.798782] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.798953] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.799167] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.799352] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.804021] env[62270]: INFO nova.compute.manager [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Terminating instance [ 1257.804021] env[62270]: DEBUG nova.compute.manager [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1257.804021] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1257.804478] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b862a0-074d-44e3-9ad5-e60af80cbb21 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.812065] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1257.812316] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ae536e-d291-400d-ab8c-a4f2ffa991df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.869327] env[62270]: DEBUG oslo_vmware.api [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292611, 'name': PowerOnVM_Task, 'duration_secs': 0.364491} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.869646] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1257.876622] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1257.876865] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1257.877232] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] 21e861db-7181-4313-9cae-d7a8a90d0074 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.877400] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c97957-e31c-4406-8878-f41333160f1d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.884194] env[62270]: DEBUG oslo_vmware.api [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1257.884194] env[62270]: value = "task-4292613" [ 1257.884194] env[62270]: _type = "Task" [ 1257.884194] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.902560] env[62270]: DEBUG oslo_vmware.api [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.151146] env[62270]: INFO nova.compute.manager [None req-d95abd30-be78-43f1-b68b-a420d78f4ce0 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance to original state: 'active' [ 1258.393824] env[62270]: DEBUG oslo_vmware.api [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307488} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.394280] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.395076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1258.395076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1258.395076] env[62270]: INFO nova.compute.manager [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1258.395264] env[62270]: DEBUG oslo.service.loopingcall [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.395515] env[62270]: DEBUG nova.compute.manager [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1258.395515] env[62270]: DEBUG nova.network.neutron [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1258.881711] env[62270]: INFO nova.compute.manager [None req-2e660bc3-92e1-4be1-ad0d-199f60e612cc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance to original state: 'active' [ 1259.088200] env[62270]: DEBUG nova.compute.manager [req-4ce7f983-aec8-43f5-bdb6-1de0d73e6047 req-55fa6097-c96e-4956-be68-1561a48ffe0c service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Received event network-vif-deleted-f9540e83-4117-4499-9fb7-9e50a4e2d3d9 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1259.088493] env[62270]: INFO nova.compute.manager [req-4ce7f983-aec8-43f5-bdb6-1de0d73e6047 req-55fa6097-c96e-4956-be68-1561a48ffe0c service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Neutron deleted interface f9540e83-4117-4499-9fb7-9e50a4e2d3d9; detaching it from the instance and deleting it from the info cache [ 1259.088740] env[62270]: DEBUG nova.network.neutron [req-4ce7f983-aec8-43f5-bdb6-1de0d73e6047 req-55fa6097-c96e-4956-be68-1561a48ffe0c service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.374460] env[62270]: DEBUG nova.network.neutron [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.593016] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-443b9da3-2397-4953-be27-a14c69b91300 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.604362] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b059761-befa-4d3a-b06c-b48934e4477e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.636664] env[62270]: DEBUG nova.compute.manager [req-4ce7f983-aec8-43f5-bdb6-1de0d73e6047 req-55fa6097-c96e-4956-be68-1561a48ffe0c service nova] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Detach interface failed, port_id=f9540e83-4117-4499-9fb7-9e50a4e2d3d9, reason: Instance 21e861db-7181-4313-9cae-d7a8a90d0074 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1259.880282] env[62270]: INFO nova.compute.manager [-] [instance: 21e861db-7181-4313-9cae-d7a8a90d0074] Took 1.48 seconds to deallocate network for instance. [ 1259.982418] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.982768] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.983012] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.983221] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.983411] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.986718] env[62270]: INFO nova.compute.manager [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Terminating instance [ 1259.991028] env[62270]: DEBUG nova.compute.manager [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1259.991625] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1259.992223] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83ff1271-fac5-427f-9e1d-312f3ac9e049 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.999592] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1259.999592] env[62270]: value = "task-4292614" [ 1259.999592] env[62270]: _type = "Task" [ 1259.999592] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.008297] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.385921] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.386126] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.386329] env[62270]: DEBUG nova.objects.instance [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid 21e861db-7181-4313-9cae-d7a8a90d0074 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.510602] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292614, 'name': PowerOffVM_Task, 'duration_secs': 0.289302} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.510950] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1260.511219] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1260.511472] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845452', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'name': 'volume-a2df8aae-d185-4f11-8045-bbc040065b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f23e51e6-6414-4f0b-a38c-3920fbd0c699', 'attached_at': '2025-06-20T09:00:25.000000', 'detached_at': '', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'serial': 'a2df8aae-d185-4f11-8045-bbc040065b96'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1260.512298] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4041f42-6327-4ada-87f5-e0d3664879e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.537218] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0a8864-e28e-4557-ad6e-af8b4f9e323d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.545127] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641d0479-1a82-4fea-a348-3cd3902c2946 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.571308] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7689498-19b5-45a2-8ce6-71246a3adb30 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.589735] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] The volume has not been displaced from its original location: [datastore1] volume-a2df8aae-d185-4f11-8045-bbc040065b96/volume-a2df8aae-d185-4f11-8045-bbc040065b96.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.595704] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.595823] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0dc0cb-0489-41f1-b628-c82abbc2e0e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.614498] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1260.614498] env[62270]: value = "task-4292615" [ 1260.614498] env[62270]: _type = "Task" [ 1260.614498] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.623191] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.983552] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c6184-54f1-476e-ae81-e2c489a097a4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.991100] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0da6ee2-9f4d-44ce-8316-d912645ffea7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.022660] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a12e64c-a997-41f9-867c-4687e062f310 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.030388] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df802a-8c68-42c7-9428-43131d325c01 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.043890] env[62270]: DEBUG nova.compute.provider_tree [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.123982] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292615, 'name': ReconfigVM_Task, 'duration_secs': 0.241842} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.124921] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.128946] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c04f25-8cd7-4ac8-86fa-3d792200b1d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.139467] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.139716] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.139923] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.140122] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.140300] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.142489] env[62270]: INFO nova.compute.manager [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Terminating instance [ 1261.144363] env[62270]: DEBUG nova.compute.manager [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1261.144565] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1261.145562] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aeb92d-a508-4ea4-8566-31868d5171ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.150052] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1261.150052] env[62270]: value = "task-4292616" [ 1261.150052] env[62270]: _type = "Task" [ 1261.150052] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.154571] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1261.155098] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5727c6ad-806a-4f61-b7c8-3f24b6570906 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.160625] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.161739] env[62270]: DEBUG oslo_vmware.api [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1261.161739] env[62270]: value = "task-4292617" [ 1261.161739] env[62270]: _type = "Task" [ 1261.161739] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.171874] env[62270]: DEBUG oslo_vmware.api [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.546588] env[62270]: DEBUG nova.scheduler.client.report [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1261.660852] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292616, 'name': ReconfigVM_Task, 'duration_secs': 0.152305} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.660852] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845452', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'name': 'volume-a2df8aae-d185-4f11-8045-bbc040065b96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f23e51e6-6414-4f0b-a38c-3920fbd0c699', 'attached_at': '2025-06-20T09:00:25.000000', 'detached_at': '', 'volume_id': 'a2df8aae-d185-4f11-8045-bbc040065b96', 'serial': 'a2df8aae-d185-4f11-8045-bbc040065b96'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1261.660852] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1261.661641] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf207362-26b2-4f72-8742-ad590e5e20a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.672513] env[62270]: DEBUG oslo_vmware.api [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292617, 'name': PowerOffVM_Task, 'duration_secs': 0.214545} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.674626] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1261.674788] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1261.675100] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1261.675717] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2058bb-f766-436b-bf19-00eca5db6208 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.676938] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68ed4fc9-0803-4685-870e-4c2cc936f2ad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.739022] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1261.739339] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1261.740173] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleting the datastore file [datastore2] f23e51e6-6414-4f0b-a38c-3920fbd0c699 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.740173] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fbd14de-38e0-4546-8c5f-5c6572095b42 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.746875] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1261.746875] env[62270]: value = "task-4292620" [ 1261.746875] env[62270]: _type = "Task" [ 1261.746875] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.755305] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.762775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1261.762775] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1261.762915] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleting the datastore file [datastore2] b3d7df32-93da-41ba-919e-14d2e5549bae {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.763211] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc24c1c8-0c50-4bc6-a497-9c5369f310b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.769097] env[62270]: DEBUG oslo_vmware.api [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1261.769097] env[62270]: value = "task-4292621" [ 1261.769097] env[62270]: _type = "Task" [ 1261.769097] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.052613] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.078581] env[62270]: INFO nova.scheduler.client.report [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance 21e861db-7181-4313-9cae-d7a8a90d0074 [ 1262.260217] env[62270]: DEBUG oslo_vmware.api [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163537} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.260217] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.260667] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1262.262297] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1262.262297] env[62270]: INFO nova.compute.manager [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1262.262297] env[62270]: DEBUG oslo.service.loopingcall [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.262297] env[62270]: DEBUG nova.compute.manager [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1262.262297] env[62270]: DEBUG nova.network.neutron [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1262.280249] env[62270]: DEBUG oslo_vmware.api [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164388} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.283243] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.283243] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1262.283243] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1262.283243] env[62270]: INFO nova.compute.manager [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1262.283243] env[62270]: DEBUG oslo.service.loopingcall [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.283243] env[62270]: DEBUG nova.compute.manager [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1262.283243] env[62270]: DEBUG nova.network.neutron [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1262.591111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a9a-5f7c-4a76-889f-dd0b89d32252 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "21e861db-7181-4313-9cae-d7a8a90d0074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.792s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.732302] env[62270]: DEBUG nova.compute.manager [req-ad14eaeb-18f4-40e3-93bd-848e88cd7551 req-b8eadd0e-634b-4cb4-999d-1609a3bc9ac0 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Received event network-vif-deleted-0389b37d-fc85-4cbf-9d68-7dfbec5b380b {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1262.732415] env[62270]: INFO nova.compute.manager [req-ad14eaeb-18f4-40e3-93bd-848e88cd7551 req-b8eadd0e-634b-4cb4-999d-1609a3bc9ac0 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Neutron deleted interface 0389b37d-fc85-4cbf-9d68-7dfbec5b380b; detaching it from the instance and deleting it from the info cache [ 1262.732802] env[62270]: DEBUG nova.network.neutron [req-ad14eaeb-18f4-40e3-93bd-848e88cd7551 req-b8eadd0e-634b-4cb4-999d-1609a3bc9ac0 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.203023] env[62270]: DEBUG nova.network.neutron [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.237422] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a529d58-7beb-4c7d-8941-e7ea51cafd53 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.247951] env[62270]: DEBUG nova.compute.manager [req-66b9064d-dc32-4b1f-9e65-1f9ea49141da req-cbbfddfb-0bce-4a69-9523-91d91925cca6 service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Received event network-vif-deleted-bf5c987d-d1f6-431b-bfc6-4831bc74b90e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1263.248509] env[62270]: INFO nova.compute.manager [req-66b9064d-dc32-4b1f-9e65-1f9ea49141da req-cbbfddfb-0bce-4a69-9523-91d91925cca6 service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Neutron deleted interface bf5c987d-d1f6-431b-bfc6-4831bc74b90e; detaching it from the instance and deleting it from the info cache [ 1263.248509] env[62270]: DEBUG nova.network.neutron [req-66b9064d-dc32-4b1f-9e65-1f9ea49141da req-cbbfddfb-0bce-4a69-9523-91d91925cca6 service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.256204] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845cd473-a859-40c2-9eda-640f7011ab03 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.288583] env[62270]: DEBUG nova.compute.manager [req-ad14eaeb-18f4-40e3-93bd-848e88cd7551 req-b8eadd0e-634b-4cb4-999d-1609a3bc9ac0 service nova] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Detach interface failed, port_id=0389b37d-fc85-4cbf-9d68-7dfbec5b380b, reason: Instance b3d7df32-93da-41ba-919e-14d2e5549bae could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1263.705039] env[62270]: INFO nova.compute.manager [-] [instance: b3d7df32-93da-41ba-919e-14d2e5549bae] Took 1.42 seconds to deallocate network for instance. [ 1263.726262] env[62270]: DEBUG nova.network.neutron [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.755831] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7d7c807-9c79-43ed-897f-c3348c4e1b7b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.773905] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe9016e-fcfc-4e86-b6d8-f0d436aa74a9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.804528] env[62270]: DEBUG nova.compute.manager [req-66b9064d-dc32-4b1f-9e65-1f9ea49141da req-cbbfddfb-0bce-4a69-9523-91d91925cca6 service nova] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Detach interface failed, port_id=bf5c987d-d1f6-431b-bfc6-4831bc74b90e, reason: Instance f23e51e6-6414-4f0b-a38c-3920fbd0c699 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1264.219147] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.219479] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.219659] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.228014] env[62270]: INFO nova.compute.manager [-] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Took 1.97 seconds to deallocate network for instance. [ 1264.263499] env[62270]: INFO nova.scheduler.client.report [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted allocations for instance b3d7df32-93da-41ba-919e-14d2e5549bae [ 1264.394360] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.395058] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.395325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.395536] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.395720] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.402319] env[62270]: INFO nova.compute.manager [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Terminating instance [ 1264.403083] env[62270]: DEBUG nova.compute.manager [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1264.404602] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1264.404602] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c32f9c5-638d-4d80-b8df-8e84295cbbe1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.412959] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1264.413302] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-301ec42d-64be-4895-8a03-e0b412df6fcd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.422348] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1264.422348] env[62270]: value = "task-4292622" [ 1264.422348] env[62270]: _type = "Task" [ 1264.422348] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.435137] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.776351] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e109819f-d19e-4adc-a317-9cdaddb52adc tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "b3d7df32-93da-41ba-919e-14d2e5549bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.636s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.787602] env[62270]: INFO nova.compute.manager [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: f23e51e6-6414-4f0b-a38c-3920fbd0c699] Took 0.56 seconds to detach 1 volumes for instance. [ 1264.931044] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292622, 'name': PowerOffVM_Task, 'duration_secs': 0.176715} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.931343] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1264.931517] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1264.931831] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684d6a9e-5459-4ce1-aa0a-424bcb0ec710 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.995837] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1264.996091] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1264.996260] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleting the datastore file [datastore2] a2ce2061-80e2-494a-8e11-8655b1adcc7b {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.996542] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0537d9b3-994c-401d-b0e4-f9f07d97323a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.002451] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for the task: (returnval){ [ 1265.002451] env[62270]: value = "task-4292624" [ 1265.002451] env[62270]: _type = "Task" [ 1265.002451] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.010209] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.075560] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.075810] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.157374] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.160600] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.160600] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1265.160600] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Rebuilding the list of instances to heal {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}} [ 1265.293611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.294082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.294082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.313032] env[62270]: INFO nova.scheduler.client.report [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted allocations for instance f23e51e6-6414-4f0b-a38c-3920fbd0c699 [ 1265.518698] env[62270]: DEBUG oslo_vmware.api [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Task: {'id': task-4292624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15144} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.518984] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.519200] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1265.519387] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1265.519609] env[62270]: INFO nova.compute.manager [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1265.519876] env[62270]: DEBUG oslo.service.loopingcall [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.520114] env[62270]: DEBUG nova.compute.manager [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1265.520191] env[62270]: DEBUG nova.network.neutron [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1265.578710] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1265.666233] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Skipping network cache update for instance because it is being deleted. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10021}} [ 1265.710724] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.710882] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquired lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.711386] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Forcefully refreshing network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1265.711569] env[62270]: DEBUG nova.objects.instance [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lazy-loading 'info_cache' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.820657] env[62270]: DEBUG oslo_concurrency.lockutils [None req-fc47e46c-7ab7-4f08-b691-3d0b6a3d390b tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "f23e51e6-6414-4f0b-a38c-3920fbd0c699" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.838s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.103602] env[62270]: DEBUG nova.compute.manager [req-dd7820d9-b907-40e2-b2ec-a45ff09830da req-6f4f8b89-1e6b-45f2-a073-95ebf40476d7 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Received event network-vif-deleted-9f1a00ca-daa7-46b9-bc35-45f7338eadcf {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1266.103820] env[62270]: INFO nova.compute.manager [req-dd7820d9-b907-40e2-b2ec-a45ff09830da req-6f4f8b89-1e6b-45f2-a073-95ebf40476d7 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Neutron deleted interface 9f1a00ca-daa7-46b9-bc35-45f7338eadcf; detaching it from the instance and deleting it from the info cache [ 1266.104917] env[62270]: DEBUG nova.network.neutron [req-dd7820d9-b907-40e2-b2ec-a45ff09830da req-6f4f8b89-1e6b-45f2-a073-95ebf40476d7 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.108547] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.108619] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.110616] env[62270]: INFO nova.compute.claims [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1266.317446] env[62270]: DEBUG nova.network.neutron [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.618787] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48595a1f-33a7-4f5f-a3fb-6ccb1f71ae2f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.628921] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0743e01-d302-41f7-b009-fe6f5851549b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.658244] env[62270]: DEBUG nova.compute.manager [req-dd7820d9-b907-40e2-b2ec-a45ff09830da req-6f4f8b89-1e6b-45f2-a073-95ebf40476d7 service nova] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Detach interface failed, port_id=9f1a00ca-daa7-46b9-bc35-45f7338eadcf, reason: Instance a2ce2061-80e2-494a-8e11-8655b1adcc7b could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1266.722589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "d0439a60-16d2-4241-a669-a45aecd4f616" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.722589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.776180] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.776437] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.776641] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.776826] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.777009] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.778763] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.778973] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.780130] env[62270]: INFO nova.compute.manager [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Terminating instance [ 1266.784140] env[62270]: DEBUG nova.compute.manager [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1266.784140] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1266.784839] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2fa813-0fbc-479e-8b5f-22e604b049ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.793161] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1266.793404] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67024599-e52d-4191-a796-5551b0c7dfa8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.800087] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1266.800087] env[62270]: value = "task-4292625" [ 1266.800087] env[62270]: _type = "Task" [ 1266.800087] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.808041] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.820235] env[62270]: INFO nova.compute.manager [-] [instance: a2ce2061-80e2-494a-8e11-8655b1adcc7b] Took 1.30 seconds to deallocate network for instance. [ 1267.213176] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3441a7-993d-410d-9dcb-079b1059dc8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.221217] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640ddf65-a14c-4c91-a555-6c1045debb91 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.224332] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1267.255122] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c5247-b894-4bf6-8eee-1c532e317b4f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.265872] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969036b0-886b-41e3-b0f5-3b9806772dce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.279987] env[62270]: DEBUG nova.compute.provider_tree [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.283076] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1267.309220] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292625, 'name': PowerOffVM_Task, 'duration_secs': 0.187923} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.309555] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1267.309752] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1267.310014] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-192b04fd-45ad-4039-a13c-b5132b78c827 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.326990] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.373181] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1267.373428] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1267.373620] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleting the datastore file [datastore2] 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.373887] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba564102-9f38-4d6e-9383-34faa23235c6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.380585] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for the task: (returnval){ [ 1267.380585] env[62270]: value = "task-4292627" [ 1267.380585] env[62270]: _type = "Task" [ 1267.380585] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.388510] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.466486] env[62270]: DEBUG nova.network.neutron [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [{"id": "4acf08df-eef8-46fd-9f5c-67c89897f365", "address": "fa:16:3e:16:62:63", "network": {"id": "96e8e2a3-11b4-45cc-b524-d0fd6dc65055", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-206499026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecf3e17d2d914b75b6fc7142d835f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4acf08df-ee", "ovs_interfaceid": "4acf08df-eef8-46fd-9f5c-67c89897f365", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.746066] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.783198] env[62270]: DEBUG nova.scheduler.client.report [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1267.802598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.891566] env[62270]: DEBUG oslo_vmware.api [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Task: {'id': task-4292627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139293} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.891836] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.892044] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1267.892242] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1267.892430] env[62270]: INFO nova.compute.manager [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1267.892682] env[62270]: DEBUG oslo.service.loopingcall [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.892889] env[62270]: DEBUG nova.compute.manager [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1267.892986] env[62270]: DEBUG nova.network.neutron [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1267.969534] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Releasing lock "refresh_cache-0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.969731] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updated the network info_cache for instance {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10075}} [ 1267.969938] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970101] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970255] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970408] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970551] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970698] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.970826] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1267.970970] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.289620] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.290165] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1268.292825] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.966s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.293080] env[62270]: DEBUG nova.objects.instance [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lazy-loading 'resources' on Instance uuid a2ce2061-80e2-494a-8e11-8655b1adcc7b {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.370176] env[62270]: DEBUG nova.compute.manager [req-7ad4d204-660f-4e10-a3b3-2bd899410d1d req-2ad19687-8c95-4095-8cdc-20fafbe26489 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Received event network-vif-deleted-4acf08df-eef8-46fd-9f5c-67c89897f365 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1268.370426] env[62270]: INFO nova.compute.manager [req-7ad4d204-660f-4e10-a3b3-2bd899410d1d req-2ad19687-8c95-4095-8cdc-20fafbe26489 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Neutron deleted interface 4acf08df-eef8-46fd-9f5c-67c89897f365; detaching it from the instance and deleting it from the info cache [ 1268.370681] env[62270]: DEBUG nova.network.neutron [req-7ad4d204-660f-4e10-a3b3-2bd899410d1d req-2ad19687-8c95-4095-8cdc-20fafbe26489 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.474484] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.796212] env[62270]: DEBUG nova.compute.utils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.800466] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1268.800638] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1268.848689] env[62270]: DEBUG nova.network.neutron [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.856983] env[62270]: DEBUG nova.policy [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c3c977763e454ba3827167ffa73d32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a0c8eca98b6420c8b1289785950d1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1268.873820] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa4ddda5-dcc1-4180-a80a-aae6a546e970 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.883259] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ced148-8e70-40cf-9685-1a4bdbf69722 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.906296] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa35ee-d5dc-4881-a27f-f413fb9c4ba8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.914265] env[62270]: DEBUG nova.compute.manager [req-7ad4d204-660f-4e10-a3b3-2bd899410d1d req-2ad19687-8c95-4095-8cdc-20fafbe26489 service nova] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Detach interface failed, port_id=4acf08df-eef8-46fd-9f5c-67c89897f365, reason: Instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1268.919448] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5733983-1829-47f8-9b87-29b2ed9376cb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.950039] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce95df9-6e92-40d5-804d-7a2fd20b2275 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.957967] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02dbc99-952c-4c0f-9cab-607c17797f92 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.972771] env[62270]: DEBUG nova.compute.provider_tree [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.122895] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Successfully created port: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.301538] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1269.352342] env[62270]: INFO nova.compute.manager [-] [instance: 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2] Took 1.46 seconds to deallocate network for instance. [ 1269.475789] env[62270]: DEBUG nova.scheduler.client.report [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1269.860908] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.980577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.983046] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.237s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.984768] env[62270]: INFO nova.compute.claims [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.003308] env[62270]: INFO nova.scheduler.client.report [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Deleted allocations for instance a2ce2061-80e2-494a-8e11-8655b1adcc7b [ 1270.311664] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1270.338230] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.338510] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.338675] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.338865] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.339028] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.339194] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.339409] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.339577] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.339752] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.339923] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.340134] env[62270]: DEBUG nova.virt.hardware [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.341032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa510c-beda-4349-94ec-fbe0e4706daf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.349138] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0246ba2-c852-4b7d-99b0-84da896b3a56 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.505142] env[62270]: DEBUG nova.compute.manager [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Received event network-vif-plugged-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1270.505386] env[62270]: DEBUG oslo_concurrency.lockutils [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] Acquiring lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.505600] env[62270]: DEBUG oslo_concurrency.lockutils [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.505821] env[62270]: DEBUG oslo_concurrency.lockutils [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.506015] env[62270]: DEBUG nova.compute.manager [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] No waiting events found dispatching network-vif-plugged-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1270.506201] env[62270]: WARNING nova.compute.manager [req-08c8bc00-d0d6-4603-9720-80577fd7b1ae req-8a208e58-3caa-49f7-8e23-03deca736c4f service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Received unexpected event network-vif-plugged-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e for instance with vm_state building and task_state spawning. [ 1270.512473] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7893070b-52a6-4206-bf02-367448d1e267 tempest-ServersTestJSON-996831773 tempest-ServersTestJSON-996831773-project-member] Lock "a2ce2061-80e2-494a-8e11-8655b1adcc7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.118s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.595762] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Successfully updated port: 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.099497] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.099690] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquired lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.099851] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1271.148581] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cea9ee3-195a-47b1-b7a3-83aa0b9f28ba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.156513] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca9146-d81d-4dd9-975b-144e6ff69778 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.187927] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598a1e34-bda1-47a1-ba91-f4f8cbd3a1af {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.194836] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5205bda-ffbe-4711-acbc-cb6b5340cd72 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.207789] env[62270]: DEBUG nova.compute.provider_tree [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.630574] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1271.711105] env[62270]: DEBUG nova.scheduler.client.report [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.783402] env[62270]: DEBUG nova.network.neutron [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Updating instance_info_cache with network_info: [{"id": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "address": "fa:16:3e:19:bd:fb", "network": {"id": "f53cecf7-7ac3-4e6f-a54a-e060f4ffc318", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1635695374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0c8eca98b6420c8b1289785950d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d42b57-76", "ovs_interfaceid": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.215889] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.216475] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1272.219191] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.417s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.220615] env[62270]: INFO nova.compute.claims [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.285804] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Releasing lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.286139] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Instance network_info: |[{"id": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "address": "fa:16:3e:19:bd:fb", "network": {"id": "f53cecf7-7ac3-4e6f-a54a-e060f4ffc318", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1635695374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0c8eca98b6420c8b1289785950d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d42b57-76", "ovs_interfaceid": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1272.286565] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:bd:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d42b57-76bc-4bc4-8cc0-9b58010d4b9e', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.294264] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Creating folder: Project (0a0c8eca98b6420c8b1289785950d1c4). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1272.294792] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4e844b-0108-43b9-bcc7-7737ab1ed98c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.306469] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Created folder: Project (0a0c8eca98b6420c8b1289785950d1c4) in parent group-v845132. [ 1272.306657] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Creating folder: Instances. Parent ref: group-v845462. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1272.306885] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee84476-6b48-4681-b8bf-3aae14a50498 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.315715] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Created folder: Instances in parent group-v845462. [ 1272.315946] env[62270]: DEBUG oslo.service.loopingcall [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.316158] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1272.316359] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c840062-7319-4603-a597-624bf7883a4e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.337136] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.337136] env[62270]: value = "task-4292630" [ 1272.337136] env[62270]: _type = "Task" [ 1272.337136] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.345259] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292630, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.534403] env[62270]: DEBUG nova.compute.manager [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Received event network-changed-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1272.534403] env[62270]: DEBUG nova.compute.manager [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Refreshing instance network info cache due to event network-changed-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1272.534793] env[62270]: DEBUG oslo_concurrency.lockutils [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] Acquiring lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.534793] env[62270]: DEBUG oslo_concurrency.lockutils [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] Acquired lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.534893] env[62270]: DEBUG nova.network.neutron [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Refreshing network info cache for port 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1272.725538] env[62270]: DEBUG nova.compute.utils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.728553] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1272.728761] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1272.773804] env[62270]: DEBUG nova.policy [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b188a3db20ab49f0ac8a641eb0eca9f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a910c66d9c8349a3aeec5267866aaaba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1272.849720] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292630, 'name': CreateVM_Task, 'duration_secs': 0.307473} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.849887] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1272.850579] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.850759] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.851102] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.851387] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed956d6d-78b8-44ee-86e7-b4854bd334a5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.855693] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1272.855693] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b25967-9359-adad-1573-dd0411bb8bcd" [ 1272.855693] env[62270]: _type = "Task" [ 1272.855693] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.864526] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b25967-9359-adad-1573-dd0411bb8bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.062017] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Successfully created port: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.229207] env[62270]: DEBUG nova.network.neutron [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Updated VIF entry in instance network info cache for port 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1273.229589] env[62270]: DEBUG nova.network.neutron [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Updating instance_info_cache with network_info: [{"id": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "address": "fa:16:3e:19:bd:fb", "network": {"id": "f53cecf7-7ac3-4e6f-a54a-e060f4ffc318", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1635695374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0c8eca98b6420c8b1289785950d1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d42b57-76", "ovs_interfaceid": "58d42b57-76bc-4bc4-8cc0-9b58010d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.231012] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1273.328180] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf505192-05d6-4131-866b-975ab1b8ec09 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.336081] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e55a8-cbda-40a5-a8e1-126c16eb996b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.370392] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b1b5c5-17e5-4d50-923f-9484d6d282a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.380832] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168825f-fe42-4493-8584-0eac4c0108c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.384427] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b25967-9359-adad-1573-dd0411bb8bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.384706] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.384944] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.385227] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.385399] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.385588] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.386165] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f38706a-8e64-478a-8c24-92db820ec4ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.395852] env[62270]: DEBUG nova.compute.provider_tree [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.402873] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.403076] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1273.404309] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e72ce4-2994-480f-9ddd-a8b3f6f2ff5d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.409490] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1273.409490] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5289cbc3-b4e2-f076-f3fd-d316b1a0370c" [ 1273.409490] env[62270]: _type = "Task" [ 1273.409490] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.417555] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5289cbc3-b4e2-f076-f3fd-d316b1a0370c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.735330] env[62270]: DEBUG oslo_concurrency.lockutils [req-4a32157f-be65-47c0-9a31-8cc08e01721f req-c21bb231-0c23-4da2-af1f-68b34d10da95 service nova] Releasing lock "refresh_cache-e56a7410-9995-4eb3-a14b-696a505ed3d8" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.899416] env[62270]: DEBUG nova.scheduler.client.report [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.919946] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5289cbc3-b4e2-f076-f3fd-d316b1a0370c, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.920749] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d85784e-5247-4670-afd1-3f07edef494c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.926101] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1273.926101] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b52cc-3233-c84d-6958-3c4cef19f598" [ 1273.926101] env[62270]: _type = "Task" [ 1273.926101] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.934414] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b52cc-3233-c84d-6958-3c4cef19f598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.243023] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1274.270972] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.271371] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.271617] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.271891] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.272135] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.272365] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.272662] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.272892] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.273148] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.273388] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.273637] env[62270]: DEBUG nova.virt.hardware [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.274848] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbefc769-65c6-4eb1-81dc-b38b339e3ce6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.284401] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4c038-487f-427c-88f1-7e088273adb8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.405024] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.405024] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1274.407325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.933s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.407510] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.407665] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1274.408557] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.547s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.408557] env[62270]: DEBUG nova.objects.instance [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lazy-loading 'resources' on Instance uuid 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.410218] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8c105-384b-407b-8b05-b68ed343dc95 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.419132] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc0120-4ce1-4233-a4e0-a3af9309ace9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.438054] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9655d148-eb9d-4361-883c-bc6c0e666646 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.448811] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10070a64-dc51-4c5d-8175-5ace5081abf2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.452611] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]526b52cc-3233-c84d-6958-3c4cef19f598, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.452877] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.453162] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e56a7410-9995-4eb3-a14b-696a505ed3d8/e56a7410-9995-4eb3-a14b-696a505ed3d8.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1274.453733] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1950f2d-93f2-4690-bba3-5edc01418b81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.482622] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179305MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1274.482801] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.484540] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1274.484540] env[62270]: value = "task-4292631" [ 1274.484540] env[62270]: _type = "Task" [ 1274.484540] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.492382] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.557824] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Successfully updated port: 9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.564895] env[62270]: DEBUG nova.compute.manager [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Received event network-vif-plugged-9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1274.565191] env[62270]: DEBUG oslo_concurrency.lockutils [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] Acquiring lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.565472] env[62270]: DEBUG oslo_concurrency.lockutils [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] Lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.565642] env[62270]: DEBUG oslo_concurrency.lockutils [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] Lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.565822] env[62270]: DEBUG nova.compute.manager [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] No waiting events found dispatching network-vif-plugged-9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1274.566030] env[62270]: WARNING nova.compute.manager [req-866457bf-108a-4186-9cc1-79bb66e281fb req-11f0d7ba-3b51-41c0-b965-aef007a05b89 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Received unexpected event network-vif-plugged-9f025f69-81c0-4ba2-84a6-cf14b1215a1a for instance with vm_state building and task_state spawning. [ 1274.911628] env[62270]: DEBUG nova.compute.utils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.913074] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1274.913293] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1274.967514] env[62270]: DEBUG nova.policy [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df2c0c391fb640778ebef1602aa43d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd41fb70cf3b403fbd2d810e549a7ed5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1274.995724] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430289} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.998171] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] e56a7410-9995-4eb3-a14b-696a505ed3d8/e56a7410-9995-4eb3-a14b-696a505ed3d8.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1274.998437] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.999454] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b81d3f4-663a-4309-b15b-f497d5996927 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.001740] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-652b23f4-0d3f-4995-af15-146072f1fe20 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.008052] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e7c29-0a06-4044-92cb-4734c2da8ffc {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.013029] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1275.013029] env[62270]: value = "task-4292632" [ 1275.013029] env[62270]: _type = "Task" [ 1275.013029] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.041593] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5325c365-278e-478f-9447-0e01501b023e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.047016] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.051769] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d0ab9e-d933-40cc-a502-9a79870dd530 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.065043] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.065239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.065412] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1275.067134] env[62270]: DEBUG nova.compute.provider_tree [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.242691] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Successfully created port: 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.420803] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1275.522754] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064077} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.523045] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.523834] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f298d89-bd6b-46d3-b286-98071f150030 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.546728] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e56a7410-9995-4eb3-a14b-696a505ed3d8/e56a7410-9995-4eb3-a14b-696a505ed3d8.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.546967] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5ca88d-50da-4cc9-8c77-43a9c57c0499 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.565761] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1275.565761] env[62270]: value = "task-4292633" [ 1275.565761] env[62270]: _type = "Task" [ 1275.565761] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.571275] env[62270]: DEBUG nova.scheduler.client.report [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.578182] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.596941] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1275.738188] env[62270]: DEBUG nova.network.neutron [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.076652] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.079610] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.081855] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.599s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.105694] env[62270]: INFO nova.scheduler.client.report [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Deleted allocations for instance 0920d6b0-9392-4bce-8d73-cf9e0c4acdb2 [ 1276.240948] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.241376] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Instance network_info: |[{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1276.241904] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:fe:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f025f69-81c0-4ba2-84a6-cf14b1215a1a', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.249876] env[62270]: DEBUG oslo.service.loopingcall [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.250195] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1276.250488] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7f0735-3259-4882-8e82-1db852e5c7c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.271505] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.271505] env[62270]: value = "task-4292634" [ 1276.271505] env[62270]: _type = "Task" [ 1276.271505] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.280041] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292634, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.428221] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1276.457468] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1276.457756] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1276.457931] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.458144] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1276.458367] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.458561] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1276.458786] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1276.458958] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1276.459164] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1276.459346] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1276.459545] env[62270]: DEBUG nova.virt.hardware [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.460490] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c434c47-4d2d-4bde-b57e-8c332732abe1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.469162] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6541a093-8231-4d76-92b6-e7ce53c8b698 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.577574] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292633, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.595523] env[62270]: DEBUG nova.compute.manager [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Received event network-changed-9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1276.595523] env[62270]: DEBUG nova.compute.manager [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Refreshing instance network info cache due to event network-changed-9f025f69-81c0-4ba2-84a6-cf14b1215a1a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1276.595523] env[62270]: DEBUG oslo_concurrency.lockutils [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] Acquiring lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.595523] env[62270]: DEBUG oslo_concurrency.lockutils [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] Acquired lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.595666] env[62270]: DEBUG nova.network.neutron [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Refreshing network info cache for port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1276.613958] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7709c3ed-7a99-421b-b274-b2562c5d3d63 tempest-AttachVolumeShelveTestJSON-922877392 tempest-AttachVolumeShelveTestJSON-922877392-project-member] Lock "0920d6b0-9392-4bce-8d73-cf9e0c4acdb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.837s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.785385] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292634, 'name': CreateVM_Task, 'duration_secs': 0.38625} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.785614] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1276.786440] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.786646] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.786991] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.787297] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf462e3d-2f5f-4d1a-aea4-7519b0cb8cd5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.791948] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1276.791948] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259620e-aee4-ec7a-990d-03f19250e9fd" [ 1276.791948] env[62270]: _type = "Task" [ 1276.791948] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.799981] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259620e-aee4-ec7a-990d-03f19250e9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.814569] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Successfully updated port: 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.078787] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292633, 'name': ReconfigVM_Task, 'duration_secs': 1.065155} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.079094] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e56a7410-9995-4eb3-a14b-696a505ed3d8/e56a7410-9995-4eb3-a14b-696a505ed3d8.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.079748] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4caa9ba9-94ba-4aae-95bd-feb79fc055d5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.086634] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1277.086634] env[62270]: value = "task-4292635" [ 1277.086634] env[62270]: _type = "Task" [ 1277.086634] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.098250] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292635, 'name': Rename_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.110105] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 3cc9294e-626f-4915-afaa-8a0e340ab323 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.110321] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance e56a7410-9995-4eb3-a14b-696a505ed3d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.110473] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d0439a60-16d2-4241-a669-a45aecd4f616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.110601] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 534fe51f-554c-4b7b-ae57-9f2d9b106c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1277.110809] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1277.110966] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=149GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1277.178493] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541eea0-5b7e-4b2f-b11f-48041cd16659 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.188336] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafc3f6-1659-4f37-978f-ce441a120e5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.223209] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e56aab-5a99-43ef-ac83-e78beb087d80 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.231444] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1efff4-840d-4479-a90b-c9ffe254465d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.245074] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.302873] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5259620e-aee4-ec7a-990d-03f19250e9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.031962} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.303216] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.303458] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.303725] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.303881] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.304083] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.304359] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcea07e6-37d8-4157-818f-117191fe8fc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.313775] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.313998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1277.314752] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0908fe-0507-4f2d-ba1b-1c7776702a3e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.317815] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.317942] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.318136] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1277.326520] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1277.326520] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a530ee-04a2-6bae-07f5-c499e51e9268" [ 1277.326520] env[62270]: _type = "Task" [ 1277.326520] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.334838] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a530ee-04a2-6bae-07f5-c499e51e9268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.414395] env[62270]: DEBUG nova.network.neutron [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updated VIF entry in instance network info cache for port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1277.414762] env[62270]: DEBUG nova.network.neutron [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.596421] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292635, 'name': Rename_Task, 'duration_secs': 0.273901} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.596726] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1277.596962] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c229bbf-f3d0-456f-bf7b-729b2d1f3e6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.603424] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1277.603424] env[62270]: value = "task-4292636" [ 1277.603424] env[62270]: _type = "Task" [ 1277.603424] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.612643] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.748383] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1277.836359] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52a530ee-04a2-6bae-07f5-c499e51e9268, 'name': SearchDatastore_Task, 'duration_secs': 0.018553} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.837198] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814f8d7b-6f97-4131-ab10-8eef9df01374 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.845887] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1277.845887] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c209e9-9e70-8703-8bfd-e717774a538e" [ 1277.845887] env[62270]: _type = "Task" [ 1277.845887] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.853518] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c209e9-9e70-8703-8bfd-e717774a538e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.857583] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1277.917559] env[62270]: DEBUG oslo_concurrency.lockutils [req-737accab-de37-42ed-8ecd-79e5e867a849 req-1bf71e85-f6ce-47d4-9c00-311c93d358f6 service nova] Releasing lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.996940] env[62270]: DEBUG nova.network.neutron [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.114024] env[62270]: DEBUG oslo_vmware.api [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292636, 'name': PowerOnVM_Task, 'duration_secs': 0.420613} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.114298] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1278.114298] env[62270]: INFO nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1278.114740] env[62270]: DEBUG nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1278.115733] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea552953-7fa3-45fa-8d4c-7282edadbd8b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.254138] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1278.254554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.356604] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52c209e9-9e70-8703-8bfd-e717774a538e, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.356897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.357239] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d0439a60-16d2-4241-a669-a45aecd4f616/d0439a60-16d2-4241-a669-a45aecd4f616.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1278.357583] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9589ef8a-bf04-4cc3-a40a-8593b8a75e49 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.364176] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1278.364176] env[62270]: value = "task-4292637" [ 1278.364176] env[62270]: _type = "Task" [ 1278.364176] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.371627] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.500171] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.500410] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance network_info: |[{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1278.500947] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ae:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da15463-aac3-4b87-a199-5c0081d44b26', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.509013] env[62270]: DEBUG oslo.service.loopingcall [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.509246] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1278.509491] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba7e0350-e112-4be7-8fb3-6c9bbc3b6491 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.529790] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.529790] env[62270]: value = "task-4292638" [ 1278.529790] env[62270]: _type = "Task" [ 1278.529790] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.537553] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292638, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.632372] env[62270]: DEBUG nova.compute.manager [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1278.632673] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.632953] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.633982] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.634265] env[62270]: DEBUG nova.compute.manager [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] No waiting events found dispatching network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1278.634509] env[62270]: WARNING nova.compute.manager [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received unexpected event network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 for instance with vm_state building and task_state spawning. [ 1278.634840] env[62270]: DEBUG nova.compute.manager [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1278.634840] env[62270]: DEBUG nova.compute.manager [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing instance network info cache due to event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1278.634961] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.635124] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.635414] env[62270]: DEBUG nova.network.neutron [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1278.639089] env[62270]: INFO nova.compute.manager [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Took 12.56 seconds to build instance. [ 1278.877280] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.039196] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292638, 'name': CreateVM_Task, 'duration_secs': 0.479729} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.040067] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1279.040067] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.040240] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.040598] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.040861] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a611a1b7-134f-4602-85d4-13d7b837b6f1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.045708] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1279.045708] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52386834-3ca2-dd2d-9194-c1bc8b737a8a" [ 1279.045708] env[62270]: _type = "Task" [ 1279.045708] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.053313] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52386834-3ca2-dd2d-9194-c1bc8b737a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.142485] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e6fd2a64-69fb-4b27-8414-d5ebbb454730 tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.066s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.356283] env[62270]: DEBUG nova.network.neutron [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updated VIF entry in instance network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1279.356800] env[62270]: DEBUG nova.network.neutron [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.377991] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615125} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.379172] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] d0439a60-16d2-4241-a669-a45aecd4f616/d0439a60-16d2-4241-a669-a45aecd4f616.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1279.379402] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.381805] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7460569b-ad58-4474-b243-dfdf1f5004ce {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.389186] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1279.389186] env[62270]: value = "task-4292640" [ 1279.389186] env[62270]: _type = "Task" [ 1279.389186] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.399788] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.555786] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52386834-3ca2-dd2d-9194-c1bc8b737a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.026794} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.556145] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.556410] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.556663] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.556824] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.557070] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.557396] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23acaf36-35f9-47a2-b554-41a4c5ff1313 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.570013] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.570206] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1279.570928] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7eb678-0962-4c47-9617-56240a40b7a1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.575909] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1279.575909] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bf031-1c81-35d6-a0c1-fb6ee9146c2f" [ 1279.575909] env[62270]: _type = "Task" [ 1279.575909] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.582905] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bf031-1c81-35d6-a0c1-fb6ee9146c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.859566] env[62270]: DEBUG oslo_concurrency.lockutils [req-647989a9-cc55-4003-8f96-90331e4b4d37 req-af37a14b-12e5-49ce-b419-0025dfe3a6a9 service nova] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.885333] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.885577] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.885829] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.886057] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.886260] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.888467] env[62270]: INFO nova.compute.manager [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Terminating instance [ 1279.893473] env[62270]: DEBUG nova.compute.manager [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1279.893686] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1279.894438] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7c7e2-9681-4044-9ac9-4b1cf9759e85 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.904078] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1279.904577] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09975} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.904774] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b6d7be0-460a-407e-b580-388b04ba28df {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.906100] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.906809] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce85cfcf-530f-4a2f-864a-47814158b902 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.928943] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] d0439a60-16d2-4241-a669-a45aecd4f616/d0439a60-16d2-4241-a669-a45aecd4f616.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.930223] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d383afd2-3744-4663-9194-7095727fd00c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.944929] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1279.944929] env[62270]: value = "task-4292641" [ 1279.944929] env[62270]: _type = "Task" [ 1279.944929] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.951456] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1279.951456] env[62270]: value = "task-4292642" [ 1279.951456] env[62270]: _type = "Task" [ 1279.951456] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.957579] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.962586] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.086210] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]521bf031-1c81-35d6-a0c1-fb6ee9146c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.082391} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.086991] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02d04e9-5e3d-4771-9feb-1652d0342c67 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.092107] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1280.092107] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cbabb8-a89e-d4f8-0fd4-62f6dcbef61c" [ 1280.092107] env[62270]: _type = "Task" [ 1280.092107] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.099779] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cbabb8-a89e-d4f8-0fd4-62f6dcbef61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.454781] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292641, 'name': PowerOffVM_Task, 'duration_secs': 0.190818} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.457772] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1280.457965] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1280.458232] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c8aa99-6e2d-43d6-85d7-9db528d843ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.464192] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292642, 'name': ReconfigVM_Task, 'duration_secs': 0.316472} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.464479] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Reconfigured VM instance instance-0000007d to attach disk [datastore2] d0439a60-16d2-4241-a669-a45aecd4f616/d0439a60-16d2-4241-a669-a45aecd4f616.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.465063] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51db4be-d546-4628-98a6-dd5f8b629f7e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.470723] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1280.470723] env[62270]: value = "task-4292644" [ 1280.470723] env[62270]: _type = "Task" [ 1280.470723] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.478025] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292644, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.522921] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1280.523190] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1280.523385] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Deleting the datastore file [datastore2] e56a7410-9995-4eb3-a14b-696a505ed3d8 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.523668] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-212716bd-59c7-4fbd-b7a1-8fc6a402f84b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.529381] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for the task: (returnval){ [ 1280.529381] env[62270]: value = "task-4292645" [ 1280.529381] env[62270]: _type = "Task" [ 1280.529381] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.536906] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.603053] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52cbabb8-a89e-d4f8-0fd4-62f6dcbef61c, 'name': SearchDatastore_Task, 'duration_secs': 0.020264} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.603053] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.603252] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1280.603473] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0593639d-19ad-4d7d-9de9-3bb41a01b562 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.613519] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1280.613519] env[62270]: value = "task-4292646" [ 1280.613519] env[62270]: _type = "Task" [ 1280.613519] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.622053] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.983351] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292644, 'name': Rename_Task, 'duration_secs': 0.158485} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.983650] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1280.983915] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c29dfd7-ff03-4d6d-a83b-97aef3792647 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.991692] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1280.991692] env[62270]: value = "task-4292647" [ 1280.991692] env[62270]: _type = "Task" [ 1280.991692] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.002430] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.039787] env[62270]: DEBUG oslo_vmware.api [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Task: {'id': task-4292645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169076} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.040122] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.040326] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1281.040521] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1281.040786] env[62270]: INFO nova.compute.manager [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1281.041066] env[62270]: DEBUG oslo.service.loopingcall [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.041381] env[62270]: DEBUG nova.compute.manager [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1281.041485] env[62270]: DEBUG nova.network.neutron [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1281.124530] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292646, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.313905] env[62270]: DEBUG nova.compute.manager [req-28c35ed9-1ce8-4c29-a31e-2f890b15c70c req-fb7221db-d4b6-493c-b02b-3a2dbe83a9c4 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Received event network-vif-deleted-58d42b57-76bc-4bc4-8cc0-9b58010d4b9e {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1281.314111] env[62270]: INFO nova.compute.manager [req-28c35ed9-1ce8-4c29-a31e-2f890b15c70c req-fb7221db-d4b6-493c-b02b-3a2dbe83a9c4 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Neutron deleted interface 58d42b57-76bc-4bc4-8cc0-9b58010d4b9e; detaching it from the instance and deleting it from the info cache [ 1281.314318] env[62270]: DEBUG nova.network.neutron [req-28c35ed9-1ce8-4c29-a31e-2f890b15c70c req-fb7221db-d4b6-493c-b02b-3a2dbe83a9c4 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.502407] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292647, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.626318] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543631} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.626741] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1281.627112] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.627514] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8d531e1-551e-4d30-99b2-425a65fa2ade {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.634562] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1281.634562] env[62270]: value = "task-4292648" [ 1281.634562] env[62270]: _type = "Task" [ 1281.634562] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.642885] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.786634] env[62270]: DEBUG nova.network.neutron [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.816875] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da332fcc-ee16-4aef-a599-45962a858ebf {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.826689] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb5f53-5aee-4fe3-a6e4-8756c5f2e20b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.853568] env[62270]: DEBUG nova.compute.manager [req-28c35ed9-1ce8-4c29-a31e-2f890b15c70c req-fb7221db-d4b6-493c-b02b-3a2dbe83a9c4 service nova] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Detach interface failed, port_id=58d42b57-76bc-4bc4-8cc0-9b58010d4b9e, reason: Instance e56a7410-9995-4eb3-a14b-696a505ed3d8 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1282.002441] env[62270]: DEBUG oslo_vmware.api [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292647, 'name': PowerOnVM_Task, 'duration_secs': 0.792113} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.002760] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1282.003020] env[62270]: INFO nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1282.003256] env[62270]: DEBUG nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1282.004086] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bdb6df-2349-43e8-ac36-641e5ca9b966 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.144177] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071094} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.144429] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.145170] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7769c416-17e7-4296-b677-e9a3a885d3ea {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.166337] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.166575] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2bc575-f435-4626-8f9a-05980a8cc9c0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.184832] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1282.184832] env[62270]: value = "task-4292649" [ 1282.184832] env[62270]: _type = "Task" [ 1282.184832] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.192152] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.290107] env[62270]: INFO nova.compute.manager [-] [instance: e56a7410-9995-4eb3-a14b-696a505ed3d8] Took 1.25 seconds to deallocate network for instance. [ 1282.524081] env[62270]: INFO nova.compute.manager [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Took 14.80 seconds to build instance. [ 1282.567437] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.695486] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292649, 'name': ReconfigVM_Task, 'duration_secs': 0.263434} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.695816] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.696458] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d9eac4c-225c-4af2-bdde-10d370fb4866 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.703720] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1282.703720] env[62270]: value = "task-4292650" [ 1282.703720] env[62270]: _type = "Task" [ 1282.703720] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.712705] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292650, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.797875] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.797875] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.797875] env[62270]: DEBUG nova.objects.instance [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lazy-loading 'resources' on Instance uuid e56a7410-9995-4eb3-a14b-696a505ed3d8 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.026891] env[62270]: DEBUG oslo_concurrency.lockutils [None req-ebc14fe3-f94d-4423-aab9-087df54f87ff tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.305s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.214561] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292650, 'name': Rename_Task, 'duration_secs': 0.166083} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.214918] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1283.215209] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fe03bd9-6bcf-487c-8284-9a56dc9c03c7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.223017] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1283.223017] env[62270]: value = "task-4292651" [ 1283.223017] env[62270]: _type = "Task" [ 1283.223017] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.232533] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.236620] env[62270]: DEBUG nova.compute.manager [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Received event network-changed-9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1283.236926] env[62270]: DEBUG nova.compute.manager [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Refreshing instance network info cache due to event network-changed-9f025f69-81c0-4ba2-84a6-cf14b1215a1a. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1283.237312] env[62270]: DEBUG oslo_concurrency.lockutils [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] Acquiring lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.237432] env[62270]: DEBUG oslo_concurrency.lockutils [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] Acquired lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.237614] env[62270]: DEBUG nova.network.neutron [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Refreshing network info cache for port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1283.384020] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100b093-cef8-44cd-9c06-0d799b13e086 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.391762] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3977c-70f7-4c20-a31f-f66de4cc5ebe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.423200] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b25ce4-da9a-426b-909c-4f0a91597442 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.430759] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a52df-44a6-4d96-90be-a8f9b3068da0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.443904] env[62270]: DEBUG nova.compute.provider_tree [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.735595] env[62270]: DEBUG oslo_vmware.api [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292651, 'name': PowerOnVM_Task, 'duration_secs': 0.506582} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.736180] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1283.736180] env[62270]: INFO nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1283.736462] env[62270]: DEBUG nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1283.737623] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ca61ee-01dd-4f04-9cbb-1a52a758d401 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.946765] env[62270]: DEBUG nova.scheduler.client.report [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.001195] env[62270]: DEBUG nova.network.neutron [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updated VIF entry in instance network info cache for port 9f025f69-81c0-4ba2-84a6-cf14b1215a1a. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1284.001610] env[62270]: DEBUG nova.network.neutron [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.263917] env[62270]: INFO nova.compute.manager [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Took 16.48 seconds to build instance. [ 1284.451866] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.479923] env[62270]: INFO nova.scheduler.client.report [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Deleted allocations for instance e56a7410-9995-4eb3-a14b-696a505ed3d8 [ 1284.504217] env[62270]: DEBUG oslo_concurrency.lockutils [req-06485c2e-3cde-480f-831d-8e00cd1bc95f req-d524c369-cd60-48d1-8a03-14da1b7845b3 service nova] Releasing lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.765828] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8fc862a8-c64d-48d6-8de9-323393a56436 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.987s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.987098] env[62270]: DEBUG oslo_concurrency.lockutils [None req-942698b7-e6a7-4c89-9615-e35cd2c86aff tempest-ServersNegativeTestMultiTenantJSON-1296189172 tempest-ServersNegativeTestMultiTenantJSON-1296189172-project-member] Lock "e56a7410-9995-4eb3-a14b-696a505ed3d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.101s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.695320] env[62270]: DEBUG nova.compute.manager [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1285.695714] env[62270]: DEBUG nova.compute.manager [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing instance network info cache due to event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1285.695828] env[62270]: DEBUG oslo_concurrency.lockutils [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.696098] env[62270]: DEBUG oslo_concurrency.lockutils [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.696387] env[62270]: DEBUG nova.network.neutron [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1286.531796] env[62270]: DEBUG nova.network.neutron [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updated VIF entry in instance network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1286.532205] env[62270]: DEBUG nova.network.neutron [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.035316] env[62270]: DEBUG oslo_concurrency.lockutils [req-1bb951e4-1a0e-4cd8-8a18-be23e3f73ce4 req-a54bb87c-c3fd-4d69-b373-3d375714effc service nova] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.141425] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.141711] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.645563] env[62270]: DEBUG nova.compute.utils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1290.149203] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.209695] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.210082] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.210616] env[62270]: INFO nova.compute.manager [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Attaching volume 25f39c68-d0de-4723-98e3-bb56ab211726 to /dev/sdb [ 1291.240888] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228474e-2979-49bd-9bb0-b0d374547056 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.248257] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd227530-9205-4ed5-b21f-169b8c5de8e7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.261569] env[62270]: DEBUG nova.virt.block_device [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating existing volume attachment record: 5be6d04e-87c3-4706-abb1-9fe25f00f438 {{(pid=62270) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.804932] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Volume attach. Driver type: vmdk {{(pid=62270) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1295.805235] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845467', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'name': 'volume-25f39c68-d0de-4723-98e3-bb56ab211726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3cc9294e-626f-4915-afaa-8a0e340ab323', 'attached_at': '', 'detached_at': '', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'serial': '25f39c68-d0de-4723-98e3-bb56ab211726'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1295.806179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9083d-9f88-4102-9454-46d23bb6daf1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.822818] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238ff8b-88ed-4e13-b395-d2fbeda7481a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.848011] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-25f39c68-d0de-4723-98e3-bb56ab211726/volume-25f39c68-d0de-4723-98e3-bb56ab211726.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.848291] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3c96c1-58e6-4f5d-b373-c2bb3887d232 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.867054] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1295.867054] env[62270]: value = "task-4292654" [ 1295.867054] env[62270]: _type = "Task" [ 1295.867054] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.878343] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.376431] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292654, 'name': ReconfigVM_Task, 'duration_secs': 0.327752} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.376881] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-25f39c68-d0de-4723-98e3-bb56ab211726/volume-25f39c68-d0de-4723-98e3-bb56ab211726.vmdk or device None with type thin {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.381559] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c96661f-590e-4e9f-9763-8d5924c2479f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.395794] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1296.395794] env[62270]: value = "task-4292655" [ 1296.395794] env[62270]: _type = "Task" [ 1296.395794] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.403097] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.906454] env[62270]: DEBUG oslo_vmware.api [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292655, 'name': ReconfigVM_Task, 'duration_secs': 0.127695} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.906791] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845467', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'name': 'volume-25f39c68-d0de-4723-98e3-bb56ab211726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3cc9294e-626f-4915-afaa-8a0e340ab323', 'attached_at': '', 'detached_at': '', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'serial': '25f39c68-d0de-4723-98e3-bb56ab211726'} {{(pid=62270) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1297.941555] env[62270]: DEBUG nova.objects.instance [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 3cc9294e-626f-4915-afaa-8a0e340ab323 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.449201] env[62270]: DEBUG oslo_concurrency.lockutils [None req-19ac42d7-4077-4107-b10d-fc2cc3f5f96d tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.653320] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.653633] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.157034] env[62270]: INFO nova.compute.manager [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Detaching volume 25f39c68-d0de-4723-98e3-bb56ab211726 [ 1299.186208] env[62270]: INFO nova.virt.block_device [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Attempting to driver detach volume 25f39c68-d0de-4723-98e3-bb56ab211726 from mountpoint /dev/sdb [ 1299.186459] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Volume detach. Driver type: vmdk {{(pid=62270) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1299.186653] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845467', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'name': 'volume-25f39c68-d0de-4723-98e3-bb56ab211726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3cc9294e-626f-4915-afaa-8a0e340ab323', 'attached_at': '', 'detached_at': '', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'serial': '25f39c68-d0de-4723-98e3-bb56ab211726'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1299.187565] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e37177d-4d3b-4819-af27-b630ff1a3ac7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.209366] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c03f2-1d4e-4076-a80a-82ccbab72d25 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.216015] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3293a3-0400-4e1c-8133-85e5ad0d6363 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.236934] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089bc267-8bf5-45b9-b8f3-1dfe996a6b06 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.251007] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] The volume has not been displaced from its original location: [datastore1] volume-25f39c68-d0de-4723-98e3-bb56ab211726/volume-25f39c68-d0de-4723-98e3-bb56ab211726.vmdk. No consolidation needed. {{(pid=62270) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1299.256385] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.256644] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e5b53d9-1c23-4770-a57c-35cbc7f018a2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.273570] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1299.273570] env[62270]: value = "task-4292656" [ 1299.273570] env[62270]: _type = "Task" [ 1299.273570] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.283529] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.783044] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292656, 'name': ReconfigVM_Task, 'duration_secs': 0.208356} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.783342] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62270) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.788038] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94070c11-735b-40f8-848c-8591ed62bfee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.802452] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1299.802452] env[62270]: value = "task-4292657" [ 1299.802452] env[62270]: _type = "Task" [ 1299.802452] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.809678] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.312470] env[62270]: DEBUG oslo_vmware.api [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292657, 'name': ReconfigVM_Task, 'duration_secs': 0.142988} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.312813] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-845467', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'name': 'volume-25f39c68-d0de-4723-98e3-bb56ab211726', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3cc9294e-626f-4915-afaa-8a0e340ab323', 'attached_at': '', 'detached_at': '', 'volume_id': '25f39c68-d0de-4723-98e3-bb56ab211726', 'serial': '25f39c68-d0de-4723-98e3-bb56ab211726'} {{(pid=62270) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1300.854850] env[62270]: DEBUG nova.objects.instance [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'flavor' on Instance uuid 3cc9294e-626f-4915-afaa-8a0e340ab323 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.864055] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e0ce8161-d8be-4248-b4bc-c35f2892e4e6 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.908343] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.908662] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.908910] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.909130] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.909316] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.911472] env[62270]: INFO nova.compute.manager [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Terminating instance [ 1302.913597] env[62270]: DEBUG nova.compute.manager [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1302.913813] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1302.914675] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427f9691-0b76-4da0-9f04-3e51104cb08e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.922811] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1302.923061] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b904d2d-15c1-49de-b67f-a0d5331f0c7f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.929096] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1302.929096] env[62270]: value = "task-4292658" [ 1302.929096] env[62270]: _type = "Task" [ 1302.929096] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.938859] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.438775] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292658, 'name': PowerOffVM_Task, 'duration_secs': 0.164232} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.439188] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1303.439359] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1303.439607] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf19260-3bde-4653-82ef-dbac1706a4e5 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.501391] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1303.501623] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1303.501825] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleting the datastore file [datastore2] 3cc9294e-626f-4915-afaa-8a0e340ab323 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.502119] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3349dd86-e06e-41ea-9363-611077a8d2a7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.509869] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for the task: (returnval){ [ 1303.509869] env[62270]: value = "task-4292660" [ 1303.509869] env[62270]: _type = "Task" [ 1303.509869] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.517215] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.019449] env[62270]: DEBUG oslo_vmware.api [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Task: {'id': task-4292660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127919} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.019799] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.019919] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1304.020094] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1304.020287] env[62270]: INFO nova.compute.manager [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1304.020541] env[62270]: DEBUG oslo.service.loopingcall [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.020787] env[62270]: DEBUG nova.compute.manager [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1304.020893] env[62270]: DEBUG nova.network.neutron [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1304.484475] env[62270]: DEBUG nova.compute.manager [req-c2e86921-d6ab-42f9-8bb4-5a2e0b3de986 req-63042881-8dc8-436d-a5ac-d5eca13e212d service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Received event network-vif-deleted-9f5f288a-4748-4efb-8fed-3fede4516747 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1304.484475] env[62270]: INFO nova.compute.manager [req-c2e86921-d6ab-42f9-8bb4-5a2e0b3de986 req-63042881-8dc8-436d-a5ac-d5eca13e212d service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Neutron deleted interface 9f5f288a-4748-4efb-8fed-3fede4516747; detaching it from the instance and deleting it from the info cache [ 1304.484475] env[62270]: DEBUG nova.network.neutron [req-c2e86921-d6ab-42f9-8bb4-5a2e0b3de986 req-63042881-8dc8-436d-a5ac-d5eca13e212d service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.958153] env[62270]: DEBUG nova.network.neutron [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.988031] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dd96d58-2149-416d-af74-f0983eb5bb17 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.996624] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94074595-2cf5-48e6-9251-584ebeb06e8f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.022750] env[62270]: DEBUG nova.compute.manager [req-c2e86921-d6ab-42f9-8bb4-5a2e0b3de986 req-63042881-8dc8-436d-a5ac-d5eca13e212d service nova] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Detach interface failed, port_id=9f5f288a-4748-4efb-8fed-3fede4516747, reason: Instance 3cc9294e-626f-4915-afaa-8a0e340ab323 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1305.460585] env[62270]: INFO nova.compute.manager [-] [instance: 3cc9294e-626f-4915-afaa-8a0e340ab323] Took 1.44 seconds to deallocate network for instance. [ 1305.966534] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.966839] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.967086] env[62270]: DEBUG nova.objects.instance [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lazy-loading 'resources' on Instance uuid 3cc9294e-626f-4915-afaa-8a0e340ab323 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.523787] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78134247-699b-4075-8eda-7307e3fb333d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.531241] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791b2c15-6e48-465c-aade-c20276de4854 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.562671] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2f775-b712-4f29-ba9d-961f8c34ad12 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.569233] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8970f5ff-a5b2-46dc-921e-fbbe0117761b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.581838] env[62270]: DEBUG nova.compute.provider_tree [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.085382] env[62270]: DEBUG nova.scheduler.client.report [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.590611] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.611767] env[62270]: INFO nova.scheduler.client.report [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Deleted allocations for instance 3cc9294e-626f-4915-afaa-8a0e340ab323 [ 1308.120595] env[62270]: DEBUG oslo_concurrency.lockutils [None req-cf2ae02e-ec18-4887-9f98-779178440c52 tempest-AttachVolumeNegativeTest-1860273183 tempest-AttachVolumeNegativeTest-1860273183-project-member] Lock "3cc9294e-626f-4915-afaa-8a0e340ab323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.212s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.670840] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "d0439a60-16d2-4241-a669-a45aecd4f616" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.671284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.671326] env[62270]: DEBUG nova.compute.manager [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1320.672261] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0364be91-6e8a-40c8-986d-cce7021cea0e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.331274] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.331548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.331732] env[62270]: INFO nova.compute.manager [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Shelving [ 1321.333043] env[62270]: DEBUG nova.compute.manager [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62270) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1321.333614] env[62270]: DEBUG nova.objects.instance [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'flavor' on Instance uuid d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.476672] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.476893] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1321.841626] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1321.842086] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e92db9-0e5d-4731-b2ee-b12e7e483e6c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.844019] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1321.844246] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baebb780-02a5-4980-982e-c155815aefde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.851695] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1321.851695] env[62270]: value = "task-4292665" [ 1321.851695] env[62270]: _type = "Task" [ 1321.851695] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.852858] env[62270]: DEBUG oslo_vmware.api [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1321.852858] env[62270]: value = "task-4292664" [ 1321.852858] env[62270]: _type = "Task" [ 1321.852858] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.868703] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.868917] env[62270]: DEBUG oslo_vmware.api [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.365101] env[62270]: DEBUG oslo_vmware.api [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292664, 'name': PowerOffVM_Task, 'duration_secs': 0.208003} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.368014] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1322.368232] env[62270]: DEBUG nova.compute.manager [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1322.368508] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292665, 'name': PowerOffVM_Task, 'duration_secs': 0.197263} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.369199] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc4256-dca8-4ec1-a5ad-ae275027f196 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.371592] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1322.372296] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938e5aa-9923-4257-88b9-ea6093ed8509 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.393596] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb0ed5-0d5d-4523-a051-47aac17c4f63 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.477160] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.896381] env[62270]: DEBUG oslo_concurrency.lockutils [None req-7951c674-fff0-4bd4-bfbe-ce44f3899b1f tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.225s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.903638] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Creating Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1322.903993] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2074ed0a-d0ea-4ba7-8f85-80570122dc18 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.911909] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1322.911909] env[62270]: value = "task-4292666" [ 1322.911909] env[62270]: _type = "Task" [ 1322.911909] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.922083] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.077952] env[62270]: DEBUG nova.objects.instance [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'flavor' on Instance uuid d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.421075] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292666, 'name': CreateSnapshot_Task, 'duration_secs': 0.482157} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.421368] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Created Snapshot of the VM instance {{(pid=62270) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1323.422109] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294da5fa-a144-4bb6-944a-82232fa11b83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.472209] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.583113] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.583297] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.583481] env[62270]: DEBUG nova.network.neutron [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1323.583661] env[62270]: DEBUG nova.objects.instance [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'info_cache' on Instance uuid d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.939540] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Creating linked-clone VM from snapshot {{(pid=62270) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1323.939908] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63d68c4d-c1c9-4a07-9848-0d32ac3832a0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.949171] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1323.949171] env[62270]: value = "task-4292667" [ 1323.949171] env[62270]: _type = "Task" [ 1323.949171] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.956857] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292667, 'name': CloneVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.086618] env[62270]: DEBUG nova.objects.base [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1324.460597] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292667, 'name': CloneVM_Task} progress is 94%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.476247] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.476436] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1324.828977] env[62270]: DEBUG nova.network.neutron [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.959916] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292667, 'name': CloneVM_Task, 'duration_secs': 0.911911} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.960285] env[62270]: INFO nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Created linked-clone VM from snapshot [ 1324.960963] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462c3a8-4e49-4507-ab07-abd4fbdaca22 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.967939] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Uploading image bac586b5-a350-4718-9076-c3f0b485ad45 {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1324.994283] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1324.994283] env[62270]: value = "vm-845469" [ 1324.994283] env[62270]: _type = "VirtualMachine" [ 1324.994283] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1324.994769] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0a21240-da18-45d8-8674-9f85ed58e569 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.002616] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease: (returnval){ [ 1325.002616] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d4b438-0971-c02a-b6a7-9e3a6e001be9" [ 1325.002616] env[62270]: _type = "HttpNfcLease" [ 1325.002616] env[62270]: } obtained for exporting VM: (result){ [ 1325.002616] env[62270]: value = "vm-845469" [ 1325.002616] env[62270]: _type = "VirtualMachine" [ 1325.002616] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1325.002893] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the lease: (returnval){ [ 1325.002893] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d4b438-0971-c02a-b6a7-9e3a6e001be9" [ 1325.002893] env[62270]: _type = "HttpNfcLease" [ 1325.002893] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1325.009049] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.009049] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d4b438-0971-c02a-b6a7-9e3a6e001be9" [ 1325.009049] env[62270]: _type = "HttpNfcLease" [ 1325.009049] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1325.331997] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.481179] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Didn't find any instances for network info cache update. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10090}} [ 1325.511013] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1325.511013] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d4b438-0971-c02a-b6a7-9e3a6e001be9" [ 1325.511013] env[62270]: _type = "HttpNfcLease" [ 1325.511013] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1325.511352] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1325.511352] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52d4b438-0971-c02a-b6a7-9e3a6e001be9" [ 1325.511352] env[62270]: _type = "HttpNfcLease" [ 1325.511352] env[62270]: }. {{(pid=62270) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1325.512193] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4359909-034c-44a0-b1e0-d4e315fdfdf8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.520232] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1325.520418] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk for reading. {{(pid=62270) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1325.604103] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73de360d-5f0f-4ff9-a88d-772fbf7ba688 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.835210] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1325.835564] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a43449-8911-4a0e-b45e-b3c26a49256b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.843400] env[62270]: DEBUG oslo_vmware.api [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1325.843400] env[62270]: value = "task-4292669" [ 1325.843400] env[62270]: _type = "Task" [ 1325.843400] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.852034] env[62270]: DEBUG oslo_vmware.api [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.355018] env[62270]: DEBUG oslo_vmware.api [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292669, 'name': PowerOnVM_Task, 'duration_secs': 0.407403} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.355439] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1326.355710] env[62270]: DEBUG nova.compute.manager [None req-f0e4ae64-f996-4c34-ab73-59a38b04bbbb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1326.356660] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4beda-19d4-4639-bced-3a7db73565f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.476300] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.476530] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.476679] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.476876] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.923175] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3342b940-0141-4653-b99f-e447a9b120fe {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.932436] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Suspending the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1327.932825] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b32fc068-7fc9-4fb8-a553-7920ca0469aa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.941809] env[62270]: DEBUG oslo_vmware.api [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1327.941809] env[62270]: value = "task-4292670" [ 1327.941809] env[62270]: _type = "Task" [ 1327.941809] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.951828] env[62270]: DEBUG oslo_vmware.api [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292670, 'name': SuspendVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.980234] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.980501] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.980680] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.980838] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1327.981760] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f163167-e8bf-4d88-a896-429c7ba1b84e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.989484] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be591b73-861b-42e1-aa1a-58d7a7f96729 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.003078] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857f5bb-e4da-4deb-91e4-8a8028b59288 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.010298] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27b31d6-8768-4f2d-839d-d5adc2e830ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.041884] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180450MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1328.042088] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.042265] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.453076] env[62270]: DEBUG oslo_vmware.api [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292670, 'name': SuspendVM_Task} progress is 66%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.954144] env[62270]: DEBUG oslo_vmware.api [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292670, 'name': SuspendVM_Task, 'duration_secs': 0.717782} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.954144] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Suspended the VM {{(pid=62270) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1328.954144] env[62270]: DEBUG nova.compute.manager [None req-620d7182-2765-4161-bbf5-1d247537f355 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1328.954653] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b9d405-f5d9-4f92-b455-a7c36cb9073a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.104228] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance d0439a60-16d2-4241-a669-a45aecd4f616 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.104402] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 534fe51f-554c-4b7b-ae57-9f2d9b106c93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1329.104591] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1329.104870] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=149GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1329.146044] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c962e1-6cd5-43a7-9981-850896c44baa {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.154740] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e31b8c-8fae-4c2c-aa10-01853c3d7dde {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.186077] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c6849-3679-4e12-add9-f187eee7c977 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.193560] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940669e9-2d53-43c8-a65c-1c75413027ec {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.206778] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.710664] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1330.215396] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1330.215787] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.282643] env[62270]: INFO nova.compute.manager [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Resuming [ 1330.283369] env[62270]: DEBUG nova.objects.instance [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'flavor' on Instance uuid d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.216127] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1331.292429] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.292624] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquired lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.292817] env[62270]: DEBUG nova.network.neutron [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1332.071328] env[62270]: DEBUG nova.network.neutron [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [{"id": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "address": "fa:16:3e:90:fe:80", "network": {"id": "cb09f37a-f04c-4edf-873d-7041ec672e00", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1631484917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a910c66d9c8349a3aeec5267866aaaba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f025f69-81", "ovs_interfaceid": "9f025f69-81c0-4ba2-84a6-cf14b1215a1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.455046] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1332.455989] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19ee59-a95c-468b-acd7-77b2a2eb2a43 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.462226] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1332.462403] env[62270]: ERROR oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk due to incomplete transfer. [ 1332.462618] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7bdc6166-607c-4067-a4c9-1f449726be47 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.469511] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c3aab-ec75-d29c-040b-3ce27445d45f/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1332.469712] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Uploaded image bac586b5-a350-4718-9076-c3f0b485ad45 to the Glance image server {{(pid=62270) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1332.471843] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Destroying the VM {{(pid=62270) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1332.472079] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1979bda4-afed-49bc-8394-60687fb56b4a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.477075] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1332.477075] env[62270]: value = "task-4292671" [ 1332.477075] env[62270]: _type = "Task" [ 1332.477075] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.484944] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292671, 'name': Destroy_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.573857] env[62270]: DEBUG oslo_concurrency.lockutils [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Releasing lock "refresh_cache-d0439a60-16d2-4241-a669-a45aecd4f616" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.574819] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff181599-16b4-4ad6-8b72-392e710ec84e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.581065] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Resuming the VM {{(pid=62270) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1332.581317] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bace440-9362-4ed7-83dd-4091a0a4d791 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.587108] env[62270]: DEBUG oslo_vmware.api [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1332.587108] env[62270]: value = "task-4292672" [ 1332.587108] env[62270]: _type = "Task" [ 1332.587108] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.594694] env[62270]: DEBUG oslo_vmware.api [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.987540] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292671, 'name': Destroy_Task, 'duration_secs': 0.465619} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.987767] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Destroyed the VM [ 1332.988056] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleting Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1332.988342] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fa4077d-4a11-483a-9ec0-761c17ad7e7c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.994692] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1332.994692] env[62270]: value = "task-4292673" [ 1332.994692] env[62270]: _type = "Task" [ 1332.994692] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.004221] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.096728] env[62270]: DEBUG oslo_vmware.api [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292672, 'name': PowerOnVM_Task, 'duration_secs': 0.435241} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.097052] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Resumed the VM {{(pid=62270) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1333.097260] env[62270]: DEBUG nova.compute.manager [None req-6a40b702-899b-4d23-a1ea-939618bc3e49 tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1333.098116] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e07f3b-87be-47ca-a8f6-8d43385d9b05 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.504630] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292673, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.006064] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622431} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.006064] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleted Snapshot of the VM instance {{(pid=62270) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1334.006064] env[62270]: DEBUG nova.compute.manager [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1334.006479] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce5ffd-fca0-4489-841c-1c2058cf7d5b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.519038] env[62270]: INFO nova.compute.manager [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Shelve offloading [ 1334.520582] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1334.521056] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52687855-8521-4d08-a978-049b9af2219f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.529157] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1334.529157] env[62270]: value = "task-4292674" [ 1334.529157] env[62270]: _type = "Task" [ 1334.529157] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.537078] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.979247] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "d0439a60-16d2-4241-a669-a45aecd4f616" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.979563] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.979794] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.979996] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.980198] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.982565] env[62270]: INFO nova.compute.manager [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Terminating instance [ 1334.984784] env[62270]: DEBUG nova.compute.manager [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1334.985016] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1334.985885] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfd578f-2063-4a82-b329-7c8e5f2bd401 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.993568] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1334.993805] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f873066c-fb87-4b86-aa88-fb11596ddfe0 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.999996] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1334.999996] env[62270]: value = "task-4292675" [ 1334.999996] env[62270]: _type = "Task" [ 1334.999996] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.010411] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.038166] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] VM already powered off {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1335.038388] env[62270]: DEBUG nova.compute.manager [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.039215] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36463984-5b59-4def-a0e4-655d4cbe3efd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.044441] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.044615] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.044793] env[62270]: DEBUG nova.network.neutron [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1335.509802] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292675, 'name': PowerOffVM_Task, 'duration_secs': 0.193635} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.510081] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1335.510263] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1335.510511] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7e5862-c1eb-4903-8527-1cb21891be5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.593668] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1335.593921] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1335.594115] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleting the datastore file [datastore2] d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.594381] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0bd2cad-7d6d-4933-a3da-ef9bae9d027a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.601643] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for the task: (returnval){ [ 1335.601643] env[62270]: value = "task-4292677" [ 1335.601643] env[62270]: _type = "Task" [ 1335.601643] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.609245] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.790011] env[62270]: DEBUG nova.network.neutron [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.112390] env[62270]: DEBUG oslo_vmware.api [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Task: {'id': task-4292677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139364} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.112665] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.112859] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1336.113058] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1336.113247] env[62270]: INFO nova.compute.manager [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1336.113500] env[62270]: DEBUG oslo.service.loopingcall [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.113708] env[62270]: DEBUG nova.compute.manager [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1336.113803] env[62270]: DEBUG nova.network.neutron [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1336.293155] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.550248] env[62270]: DEBUG nova.compute.manager [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-vif-unplugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1336.550248] env[62270]: DEBUG oslo_concurrency.lockutils [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.550248] env[62270]: DEBUG oslo_concurrency.lockutils [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.550504] env[62270]: DEBUG oslo_concurrency.lockutils [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.550808] env[62270]: DEBUG nova.compute.manager [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] No waiting events found dispatching network-vif-unplugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1336.551141] env[62270]: WARNING nova.compute.manager [req-4d35197d-1beb-4a71-bb49-f5f3b6b5e345 req-58b37d43-3c66-4cd8-8486-af7a3e8183ba service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received unexpected event network-vif-unplugged-0da15463-aac3-4b87-a199-5c0081d44b26 for instance with vm_state shelved and task_state shelving_offloading. [ 1336.636998] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1336.637921] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a479b-af7c-495f-9c57-fd4fbc8f38eb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.646090] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1336.646379] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89037741-21f1-4243-9f4c-360d7805291f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.713997] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1336.714493] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1336.714848] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleting the datastore file [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.715487] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e59e66f-b5d4-4d06-b552-a6fe55b9515c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.724247] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1336.724247] env[62270]: value = "task-4292679" [ 1336.724247] env[62270]: _type = "Task" [ 1336.724247] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.736530] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.868029] env[62270]: DEBUG nova.compute.manager [req-bf6f85e6-c2e7-4448-b800-5e86b485affa req-4f446668-c5ef-4583-86df-fa8ddb024abe service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Received event network-vif-deleted-9f025f69-81c0-4ba2-84a6-cf14b1215a1a {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1336.868190] env[62270]: INFO nova.compute.manager [req-bf6f85e6-c2e7-4448-b800-5e86b485affa req-4f446668-c5ef-4583-86df-fa8ddb024abe service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Neutron deleted interface 9f025f69-81c0-4ba2-84a6-cf14b1215a1a; detaching it from the instance and deleting it from the info cache [ 1336.868309] env[62270]: DEBUG nova.network.neutron [req-bf6f85e6-c2e7-4448-b800-5e86b485affa req-4f446668-c5ef-4583-86df-fa8ddb024abe service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.234985] env[62270]: DEBUG oslo_vmware.api [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128688} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.235264] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.235467] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1337.235656] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1337.265142] env[62270]: INFO nova.scheduler.client.report [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted allocations for instance 534fe51f-554c-4b7b-ae57-9f2d9b106c93 [ 1337.341338] env[62270]: DEBUG nova.network.neutron [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.371828] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aaf9e1a8-ebe4-483c-8312-e3a940810cb6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.381267] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33fb89-5e5c-4caf-8969-627762fb3150 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.405456] env[62270]: DEBUG nova.compute.manager [req-bf6f85e6-c2e7-4448-b800-5e86b485affa req-4f446668-c5ef-4583-86df-fa8ddb024abe service nova] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Detach interface failed, port_id=9f025f69-81c0-4ba2-84a6-cf14b1215a1a, reason: Instance d0439a60-16d2-4241-a669-a45aecd4f616 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1337.772111] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.772409] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.772596] env[62270]: DEBUG nova.objects.instance [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'resources' on Instance uuid 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.844278] env[62270]: INFO nova.compute.manager [-] [instance: d0439a60-16d2-4241-a669-a45aecd4f616] Took 1.73 seconds to deallocate network for instance. [ 1338.275690] env[62270]: DEBUG nova.objects.instance [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'numa_topology' on Instance uuid 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.350536] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.576362] env[62270]: DEBUG nova.compute.manager [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1338.576567] env[62270]: DEBUG nova.compute.manager [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing instance network info cache due to event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1338.576810] env[62270]: DEBUG oslo_concurrency.lockutils [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.576964] env[62270]: DEBUG oslo_concurrency.lockutils [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.577154] env[62270]: DEBUG nova.network.neutron [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1338.778344] env[62270]: DEBUG nova.objects.base [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Object Instance<534fe51f-554c-4b7b-ae57-9f2d9b106c93> lazy-loaded attributes: resources,numa_topology {{(pid=62270) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1338.808810] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ed110-a238-4ca3-a45c-15400e341b4b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.817540] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2ef67-d146-4f83-80a3-e2cdfbfc61c1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.850761] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30621751-68c5-408a-bbff-39c55bc35d26 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.858032] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de070b1-b348-48d8-95cd-ec54aa0835e8 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.871428] env[62270]: DEBUG nova.compute.provider_tree [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.302706] env[62270]: DEBUG nova.network.neutron [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updated VIF entry in instance network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1339.303104] env[62270]: DEBUG nova.network.neutron [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": null, "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0da15463-aa", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.374711] env[62270]: DEBUG nova.scheduler.client.report [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1339.806553] env[62270]: DEBUG oslo_concurrency.lockutils [req-1e130f83-b1d9-4144-856d-ad6f53cefddb req-5f034bb7-ffcd-4a13-9649-d2691cc32091 service nova] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.856456] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.878884] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.881368] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.531s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.881648] env[62270]: DEBUG nova.objects.instance [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lazy-loading 'resources' on Instance uuid d0439a60-16d2-4241-a669-a45aecd4f616 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.389548] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f1497eef-2ff2-438d-a074-c3ac0b4445f5 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.058s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.391897] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.534s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.391897] env[62270]: INFO nova.compute.manager [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Unshelving [ 1340.426459] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5428063-d650-4101-8109-6857d60c03f9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.434186] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae56f07b-cb58-489c-8789-3252bcd8a2e1 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.464996] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1456429-211d-42f5-a591-fbeaebc003e4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.471774] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204dc817-6125-40b3-812f-9608301924e6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.484508] env[62270]: DEBUG nova.compute.provider_tree [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.987567] env[62270]: DEBUG nova.scheduler.client.report [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1341.413494] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.492469] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.494596] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.081s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.494826] env[62270]: DEBUG nova.objects.instance [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'pci_requests' on Instance uuid 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.508179] env[62270]: INFO nova.scheduler.client.report [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Deleted allocations for instance d0439a60-16d2-4241-a669-a45aecd4f616 [ 1341.999031] env[62270]: DEBUG nova.objects.instance [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'numa_topology' on Instance uuid 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.015319] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f9019acd-e9e5-4020-b2e6-5a315771ebfb tempest-ServerActionsTestJSON-418686671 tempest-ServerActionsTestJSON-418686671-project-member] Lock "d0439a60-16d2-4241-a669-a45aecd4f616" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.036s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.501527] env[62270]: INFO nova.compute.claims [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.542234] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1910bf-74e1-4ef9-8b18-ecd3bb0be571 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.549896] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89b996e-5241-475c-ba96-55e38ef798ac {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.580567] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd55eb-f9b7-41fe-8f55-82cfde01bfc9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.587868] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d96447-59b5-439e-8012-ee5c22cb9470 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.601230] env[62270]: DEBUG nova.compute.provider_tree [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.104354] env[62270]: DEBUG nova.scheduler.client.report [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1344.609744] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.115s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.639272] env[62270]: INFO nova.network.neutron [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating port 0da15463-aac3-4b87-a199-5c0081d44b26 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1346.044216] env[62270]: DEBUG nova.compute.manager [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1346.044449] env[62270]: DEBUG oslo_concurrency.lockutils [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.044669] env[62270]: DEBUG oslo_concurrency.lockutils [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.044848] env[62270]: DEBUG oslo_concurrency.lockutils [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.045044] env[62270]: DEBUG nova.compute.manager [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] No waiting events found dispatching network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1346.045231] env[62270]: WARNING nova.compute.manager [req-72cc30ba-8d51-4557-a351-648f09b4884b req-e1a9c9fc-e571-4469-95e1-419e829fb719 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received unexpected event network-vif-plugged-0da15463-aac3-4b87-a199-5c0081d44b26 for instance with vm_state shelved_offloaded and task_state spawning. [ 1346.132537] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.132735] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.132916] env[62270]: DEBUG nova.network.neutron [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1346.834414] env[62270]: DEBUG nova.network.neutron [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.336957] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.364355] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bb3c14e99dfdf3be5086d354a80cf9d8',container_format='bare',created_at=2025-06-20T09:01:33Z,direct_url=,disk_format='vmdk',id=bac586b5-a350-4718-9076-c3f0b485ad45,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-939056587-shelved',owner='dd41fb70cf3b403fbd2d810e549a7ed5',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-06-20T09:01:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.364616] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.364784] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.364980] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.365156] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.365323] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.365531] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.365701] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.365875] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.366090] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.366286] env[62270]: DEBUG nova.virt.hardware [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.367164] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f0cd3e-ab73-45ed-9bd2-f83897f71917 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.374910] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a249cfd-c815-4f43-91dd-82e1661661de {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.388795] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ae:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da15463-aac3-4b87-a199-5c0081d44b26', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.396111] env[62270]: DEBUG oslo.service.loopingcall [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.396309] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1347.396510] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a726d3-7c33-4174-b402-f21496c4eaad {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.415394] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.415394] env[62270]: value = "task-4292680" [ 1347.415394] env[62270]: _type = "Task" [ 1347.415394] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.422467] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292680, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.926092] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292680, 'name': CreateVM_Task, 'duration_secs': 0.292178} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.926092] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1347.926092] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.926276] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.926589] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.926839] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30579f99-e5da-4ce4-ab35-b7a4ecb10b38 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.931134] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1347.931134] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522c58a1-7880-c483-9389-27cd3cc7c976" [ 1347.931134] env[62270]: _type = "Task" [ 1347.931134] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.939580] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]522c58a1-7880-c483-9389-27cd3cc7c976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.068807] env[62270]: DEBUG nova.compute.manager [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1348.069076] env[62270]: DEBUG nova.compute.manager [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing instance network info cache due to event network-changed-0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1348.069261] env[62270]: DEBUG oslo_concurrency.lockutils [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] Acquiring lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.069414] env[62270]: DEBUG oslo_concurrency.lockutils [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] Acquired lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.069586] env[62270]: DEBUG nova.network.neutron [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Refreshing network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1348.442138] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.442509] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Processing image bac586b5-a350-4718-9076-c3f0b485ad45 {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.442698] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.442851] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.443054] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.443306] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b88a38e2-63e4-433a-9aaf-848ec1804e40 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.460261] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.460464] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1348.461190] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73273175-ca61-4f40-99d8-44ebd4c20352 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.466151] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1348.466151] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5296a939-e434-5165-3efd-fde2d1746547" [ 1348.466151] env[62270]: _type = "Task" [ 1348.466151] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.473334] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]5296a939-e434-5165-3efd-fde2d1746547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.770584] env[62270]: DEBUG nova.network.neutron [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updated VIF entry in instance network info cache for port 0da15463-aac3-4b87-a199-5c0081d44b26. {{(pid=62270) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1348.770991] env[62270]: DEBUG nova.network.neutron [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [{"id": "0da15463-aac3-4b87-a199-5c0081d44b26", "address": "fa:16:3e:09:ae:0d", "network": {"id": "921f162b-d9c0-476e-88be-7859dfec8256", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-811090710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd41fb70cf3b403fbd2d810e549a7ed5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da15463-aa", "ovs_interfaceid": "0da15463-aac3-4b87-a199-5c0081d44b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.976725] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Preparing fetch location {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1348.976956] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Fetch image to [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f/OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f.vmdk {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1348.977164] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Downloading stream optimized image bac586b5-a350-4718-9076-c3f0b485ad45 to [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f/OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f.vmdk on the data store datastore2 as vApp {{(pid=62270) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1348.977350] env[62270]: DEBUG nova.virt.vmwareapi.images [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Downloading image file data bac586b5-a350-4718-9076-c3f0b485ad45 to the ESX as VM named 'OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f' {{(pid=62270) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1349.042661] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1349.042661] env[62270]: value = "resgroup-9" [ 1349.042661] env[62270]: _type = "ResourcePool" [ 1349.042661] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1349.043037] env[62270]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6ee7c485-a59d-4c3a-ac98-0a485f54edd6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.063738] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease: (returnval){ [ 1349.063738] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b65eeb-18d6-42b9-0d40-72469bc4c707" [ 1349.063738] env[62270]: _type = "HttpNfcLease" [ 1349.063738] env[62270]: } obtained for vApp import into resource pool (val){ [ 1349.063738] env[62270]: value = "resgroup-9" [ 1349.063738] env[62270]: _type = "ResourcePool" [ 1349.063738] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1349.064016] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the lease: (returnval){ [ 1349.064016] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b65eeb-18d6-42b9-0d40-72469bc4c707" [ 1349.064016] env[62270]: _type = "HttpNfcLease" [ 1349.064016] env[62270]: } to be ready. {{(pid=62270) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1349.070314] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.070314] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b65eeb-18d6-42b9-0d40-72469bc4c707" [ 1349.070314] env[62270]: _type = "HttpNfcLease" [ 1349.070314] env[62270]: } is initializing. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1349.274070] env[62270]: DEBUG oslo_concurrency.lockutils [req-9bcd927c-e50b-4188-aa5b-58021e238b9c req-9b94a1d1-d279-45ef-8ded-33c93e083821 service nova] Releasing lock "refresh_cache-534fe51f-554c-4b7b-ae57-9f2d9b106c93" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.572750] env[62270]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1349.572750] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b65eeb-18d6-42b9-0d40-72469bc4c707" [ 1349.572750] env[62270]: _type = "HttpNfcLease" [ 1349.572750] env[62270]: } is ready. {{(pid=62270) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1349.573218] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1349.573218] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52b65eeb-18d6-42b9-0d40-72469bc4c707" [ 1349.573218] env[62270]: _type = "HttpNfcLease" [ 1349.573218] env[62270]: }. {{(pid=62270) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1349.573785] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3932596a-d1f9-443d-b51c-567d7dbc75d2 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.580911] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk from lease info. {{(pid=62270) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1349.581129] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk. {{(pid=62270) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1349.642078] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4ae5f90-d885-48a1-ab05-6e34b93b7ace {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.701941] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Completed reading data from the image iterator. {{(pid=62270) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1350.702300] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.703125] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7616d7f5-9e6a-415e-bebf-e55319d18aba {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.709526] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk is in state: ready. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.709745] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk. {{(pid=62270) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1350.710026] env[62270]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-18f72dd9-cd98-450d-8e77-0a6eb88a6190 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.884951] env[62270]: DEBUG oslo_vmware.rw_handles [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248ea6a-7267-8263-318d-533fefa32a95/disk-0.vmdk. {{(pid=62270) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1350.885202] env[62270]: INFO nova.virt.vmwareapi.images [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Downloaded image file data bac586b5-a350-4718-9076-c3f0b485ad45 [ 1350.886065] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b7c867-6b5d-48bc-b164-c99a2521af0d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.903787] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4011dbf3-93ec-4d05-b666-0f0aa1c3a230 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.931204] env[62270]: INFO nova.virt.vmwareapi.images [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] The imported VM was unregistered [ 1350.933740] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Caching image {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1350.933990] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.934279] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-200a2bea-ac32-40a7-a626-09a61f00bfe7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.945626] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Created directory with path [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45 {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.945626] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f/OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f.vmdk to [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk. {{(pid=62270) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1350.945791] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d0926d7a-67e6-4f0e-a0cc-d5adc9a1043e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.952807] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1350.952807] env[62270]: value = "task-4292683" [ 1350.952807] env[62270]: _type = "Task" [ 1350.952807] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.960695] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.464471] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.964400] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.465493] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.965432] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.465842] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292683, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.086977} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.466069] env[62270]: INFO nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f/OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f.vmdk to [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk. [ 1353.466300] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Cleaning up location [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1353.466481] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6456c818-4a54-4685-aace-cb299065216f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.466730] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8827baa-5a95-4552-bdd4-35fdd68f0c11 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.474603] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1353.474603] env[62270]: value = "task-4292684" [ 1353.474603] env[62270]: _type = "Task" [ 1353.474603] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.481916] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.985090] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034535} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.985447] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.985485] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.985724] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk to [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1353.985975] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a069f38-3f17-48c3-b123-77fb2811c420 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.992445] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1353.992445] env[62270]: value = "task-4292685" [ 1353.992445] env[62270]: _type = "Task" [ 1353.992445] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.999758] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.502621] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.003630] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.504530] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.005365] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.505869] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292685, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.142437} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.506187] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bac586b5-a350-4718-9076-c3f0b485ad45/bac586b5-a350-4718-9076-c3f0b485ad45.vmdk to [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1356.506983] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d18960-70d3-4157-8bcd-0cfdfb6a4470 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.529263] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.529510] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ba3f37-2b16-4c13-93ec-dc5a510b71bb {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.548980] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1356.548980] env[62270]: value = "task-4292686" [ 1356.548980] env[62270]: _type = "Task" [ 1356.548980] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.556485] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.059314] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292686, 'name': ReconfigVM_Task, 'duration_secs': 0.259033} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.059692] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93/534fe51f-554c-4b7b-ae57-9f2d9b106c93.vmdk or device None with type streamOptimized {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.060240] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ee3868-40d3-45e6-bcc8-856a460b2f34 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.065865] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1357.065865] env[62270]: value = "task-4292687" [ 1357.065865] env[62270]: _type = "Task" [ 1357.065865] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.073165] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292687, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.575427] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292687, 'name': Rename_Task, 'duration_secs': 0.142281} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.575727] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1357.575987] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b9bc3f-40ff-4fc9-93e1-1a31f8ddb47e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.582860] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1357.582860] env[62270]: value = "task-4292688" [ 1357.582860] env[62270]: _type = "Task" [ 1357.582860] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.590149] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.092989] env[62270]: DEBUG oslo_vmware.api [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292688, 'name': PowerOnVM_Task, 'duration_secs': 0.443567} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.093340] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1358.201730] env[62270]: DEBUG nova.compute.manager [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1358.202698] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a00315-ff3d-4e92-be59-17af9138dc5f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.719981] env[62270]: DEBUG oslo_concurrency.lockutils [None req-f82dac88-38ab-4e4b-b9e5-a3aadf6aefa1 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.329s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.472152] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.472554] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.472711] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.472903] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.473130] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.475528] env[62270]: INFO nova.compute.manager [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Terminating instance [ 1359.477389] env[62270]: DEBUG nova.compute.manager [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1359.477614] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1359.478500] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb51337-57cd-464a-855d-c9953ee17e83 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.486740] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1359.486971] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51bef704-066c-4e45-aa31-b3527143296f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.493175] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1359.493175] env[62270]: value = "task-4292689" [ 1359.493175] env[62270]: _type = "Task" [ 1359.493175] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.500375] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.004828] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292689, 'name': PowerOffVM_Task, 'duration_secs': 0.179878} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.005155] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1360.005342] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1360.005595] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc98d6c-c1db-4151-bedc-20875df240ca {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.066160] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1360.066426] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1360.066692] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleting the datastore file [datastore2] 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.066925] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c31f65cf-febc-4433-ad5f-d210ca7285fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.073799] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for the task: (returnval){ [ 1360.073799] env[62270]: value = "task-4292691" [ 1360.073799] env[62270]: _type = "Task" [ 1360.073799] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.081661] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.584255] env[62270]: DEBUG oslo_vmware.api [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Task: {'id': task-4292691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151596} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.585156] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1360.585254] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1360.585395] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1360.585579] env[62270]: INFO nova.compute.manager [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1360.585826] env[62270]: DEBUG oslo.service.loopingcall [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.586034] env[62270]: DEBUG nova.compute.manager [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1360.586134] env[62270]: DEBUG nova.network.neutron [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1361.035247] env[62270]: DEBUG nova.compute.manager [req-26101d81-06cd-47fb-88af-ec36693279c8 req-1ad00554-db6e-4d71-bf09-4e2c1158f6bd service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Received event network-vif-deleted-0da15463-aac3-4b87-a199-5c0081d44b26 {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1361.035459] env[62270]: INFO nova.compute.manager [req-26101d81-06cd-47fb-88af-ec36693279c8 req-1ad00554-db6e-4d71-bf09-4e2c1158f6bd service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Neutron deleted interface 0da15463-aac3-4b87-a199-5c0081d44b26; detaching it from the instance and deleting it from the info cache [ 1361.035660] env[62270]: DEBUG nova.network.neutron [req-26101d81-06cd-47fb-88af-ec36693279c8 req-1ad00554-db6e-4d71-bf09-4e2c1158f6bd service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.509375] env[62270]: DEBUG nova.network.neutron [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.538703] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c334783-7114-4d4f-b191-7aeddbb55822 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.549399] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee0199-45c3-41a3-a7b6-5bfee1aed116 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.573454] env[62270]: DEBUG nova.compute.manager [req-26101d81-06cd-47fb-88af-ec36693279c8 req-1ad00554-db6e-4d71-bf09-4e2c1158f6bd service nova] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Detach interface failed, port_id=0da15463-aac3-4b87-a199-5c0081d44b26, reason: Instance 534fe51f-554c-4b7b-ae57-9f2d9b106c93 could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1362.014173] env[62270]: INFO nova.compute.manager [-] [instance: 534fe51f-554c-4b7b-ae57-9f2d9b106c93] Took 1.43 seconds to deallocate network for instance. [ 1362.520946] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.521239] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.521516] env[62270]: DEBUG nova.objects.instance [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lazy-loading 'resources' on Instance uuid 534fe51f-554c-4b7b-ae57-9f2d9b106c93 {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.060026] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c39ba2-1364-4056-8e0f-fcc5d32a901b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.066706] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daab9f1-6e86-41c9-a5ff-606be23233d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.096574] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88385038-3a4f-475e-876e-0458e1ea2c6b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.103732] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27450fd5-1a65-4703-afa3-5e2ea5c22132 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.117058] env[62270]: DEBUG nova.compute.provider_tree [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.621112] env[62270]: DEBUG nova.scheduler.client.report [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1364.125797] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.143777] env[62270]: INFO nova.scheduler.client.report [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Deleted allocations for instance 534fe51f-554c-4b7b-ae57-9f2d9b106c93 [ 1364.651917] env[62270]: DEBUG oslo_concurrency.lockutils [None req-0d7b26d7-fae3-43ee-a50d-1bb9c02dc941 tempest-ServerActionsTestOtherB-1524070999 tempest-ServerActionsTestOtherB-1524070999-project-member] Lock "534fe51f-554c-4b7b-ae57-9f2d9b106c93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.179s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.857247] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.857563] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.360068] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Starting instance... {{(pid=62270) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1373.882562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.882562] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.884047] env[62270]: INFO nova.compute.claims [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.922179] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aa4754-18eb-4f71-956c-03e68acd8f92 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.930342] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa22a9-0f22-46c1-b369-ce92fd16f079 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.959950] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba65b4-d73c-45d8-ab99-316416755a86 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.968251] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298857d-b6ce-42a4-899c-2582cb306448 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.986661] env[62270]: DEBUG nova.compute.provider_tree [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.490027] env[62270]: DEBUG nova.scheduler.client.report [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.994953] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.995521] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Start building networks asynchronously for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1376.500416] env[62270]: DEBUG nova.compute.utils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Using /dev/sd instead of None {{(pid=62270) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.503288] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Allocating IP information in the background. {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1376.503461] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] allocate_for_instance() {{(pid=62270) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1376.552132] env[62270]: DEBUG nova.policy [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dcd42edb4734bbe91a1211aaa0b90e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c2e1c3875e5480292e36b8a07027893', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62270) authorize /opt/stack/nova/nova/policy.py:201}} [ 1376.815028] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Successfully created port: 0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.007041] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Start building block device mappings for instance. {{(pid=62270) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1378.016791] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Start spawning the instance on the hypervisor. {{(pid=62270) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1378.042555] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-06-20T08:47:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-06-20T08:47:23Z,direct_url=,disk_format='vmdk',id=fde72689-c852-4e25-86e3-9352682102cd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='74d1c69bfdab407da231332ee860a7ab',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-06-20T08:47:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1378.042814] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Flavor limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1378.042979] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Image limits 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.043185] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Flavor pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1378.043341] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Image pref 0:0:0 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.043583] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62270) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1378.043765] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1378.043931] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1378.044120] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Got 1 possible topologies {{(pid=62270) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1378.044293] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1378.044475] env[62270]: DEBUG nova.virt.hardware [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62270) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.045500] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace00a3-36b7-4d16-b41d-ed4da550e4b4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.053220] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041dadf4-4cec-46d5-ac86-123007a7360b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.207945] env[62270]: DEBUG nova.compute.manager [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Received event network-vif-plugged-0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1378.208208] env[62270]: DEBUG oslo_concurrency.lockutils [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] Acquiring lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.208478] env[62270]: DEBUG oslo_concurrency.lockutils [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.208681] env[62270]: DEBUG oslo_concurrency.lockutils [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.208864] env[62270]: DEBUG nova.compute.manager [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] No waiting events found dispatching network-vif-plugged-0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1378.209050] env[62270]: WARNING nova.compute.manager [req-f3d81d30-c096-4e7d-8248-d297c143cc31 req-57a58ab0-db1a-442c-aceb-9ac49dc59518 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Received unexpected event network-vif-plugged-0c344557-d5c8-405c-bf59-f6ed1fad6bed for instance with vm_state building and task_state spawning. [ 1378.808382] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Successfully updated port: 0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.833685] env[62270]: DEBUG nova.compute.manager [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Received event network-changed-0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1378.833909] env[62270]: DEBUG nova.compute.manager [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Refreshing instance network info cache due to event network-changed-0c344557-d5c8-405c-bf59-f6ed1fad6bed. {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11212}} [ 1378.834187] env[62270]: DEBUG oslo_concurrency.lockutils [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] Acquiring lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.834308] env[62270]: DEBUG oslo_concurrency.lockutils [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] Acquired lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.834493] env[62270]: DEBUG nova.network.neutron [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Refreshing network info cache for port 0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1379.310565] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.365242] env[62270]: DEBUG nova.network.neutron [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1379.434590] env[62270]: DEBUG nova.network.neutron [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.937037] env[62270]: DEBUG oslo_concurrency.lockutils [req-078190c2-5492-41c1-84c5-05461bd917a7 req-53c4f97f-55ed-43ac-85d7-ced4b4836442 service nova] Releasing lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.937464] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquired lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.937667] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Building network info cache for instance {{(pid=62270) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1380.466861] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Instance cache missing network info. {{(pid=62270) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1380.588115] env[62270]: DEBUG nova.network.neutron [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Updating instance_info_cache with network_info: [{"id": "0c344557-d5c8-405c-bf59-f6ed1fad6bed", "address": "fa:16:3e:db:a1:d9", "network": {"id": "60a20c64-75e3-4335-ad45-18a8b154c022", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-732087159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2e1c3875e5480292e36b8a07027893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c344557-d5", "ovs_interfaceid": "0c344557-d5c8-405c-bf59-f6ed1fad6bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.091261] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Releasing lock "refresh_cache-24605c7a-4fb2-4225-afa2-daffc094ca1f" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.091593] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Instance network_info: |[{"id": "0c344557-d5c8-405c-bf59-f6ed1fad6bed", "address": "fa:16:3e:db:a1:d9", "network": {"id": "60a20c64-75e3-4335-ad45-18a8b154c022", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-732087159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c2e1c3875e5480292e36b8a07027893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c344557-d5", "ovs_interfaceid": "0c344557-d5c8-405c-bf59-f6ed1fad6bed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62270) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1381.092078] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:a1:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c344557-d5c8-405c-bf59-f6ed1fad6bed', 'vif_model': 'vmxnet3'}] {{(pid=62270) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1381.099578] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Creating folder: Project (6c2e1c3875e5480292e36b8a07027893). Parent ref: group-v845132. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1381.099988] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef43e390-3ddf-4fab-a1be-6de1c27ee10e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.110663] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Created folder: Project (6c2e1c3875e5480292e36b8a07027893) in parent group-v845132. [ 1381.110822] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Creating folder: Instances. Parent ref: group-v845472. {{(pid=62270) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1381.111071] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f247c1-e85e-419d-b2b8-6fc37b4a64d7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.122462] env[62270]: INFO nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Created folder: Instances in parent group-v845472. [ 1381.122690] env[62270]: DEBUG oslo.service.loopingcall [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.122880] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Creating VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1381.123097] env[62270]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-925227f1-8612-401d-baa4-643de7f4eb98 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.140444] env[62270]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1381.140444] env[62270]: value = "task-4292695" [ 1381.140444] env[62270]: _type = "Task" [ 1381.140444] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.149785] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292695, 'name': CreateVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.650214] env[62270]: DEBUG oslo_vmware.api [-] Task: {'id': task-4292695, 'name': CreateVM_Task, 'duration_secs': 0.29275} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.650618] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Created VM on the ESX host {{(pid=62270) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1381.651091] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.651281] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.651623] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.651882] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb4926f-19cf-45e1-94d7-340e81f7f34b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.656102] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1381.656102] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52936065-bbeb-85fa-2c7d-4e595e9e76fe" [ 1381.656102] env[62270]: _type = "Task" [ 1381.656102] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.663214] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52936065-bbeb-85fa-2c7d-4e595e9e76fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.166556] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52936065-bbeb-85fa-2c7d-4e595e9e76fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.166842] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.167077] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Processing image fde72689-c852-4e25-86e3-9352682102cd {{(pid=62270) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.167325] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.167481] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.167672] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.167941] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da1e14b3-80ba-4405-bde4-1aed8d85e18b {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.176169] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62270) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.176362] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62270) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1382.177120] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0826d7d7-0a1a-4cac-9bc5-3cb78259ea81 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.182172] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1382.182172] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ce7b8-5586-fd14-621b-be74f8cf7832" [ 1382.182172] env[62270]: _type = "Task" [ 1382.182172] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.189271] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ce7b8-5586-fd14-621b-be74f8cf7832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.692301] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]528ce7b8-5586-fd14-621b-be74f8cf7832, 'name': SearchDatastore_Task, 'duration_secs': 0.00778} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.693082] env[62270]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a274a91-cd13-4c8f-8248-be874b6daac3 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.697918] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1382.697918] env[62270]: value = "session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db91df-ccf1-b102-9ee8-c1886c9f2bfe" [ 1382.697918] env[62270]: _type = "Task" [ 1382.697918] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.704921] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db91df-ccf1-b102-9ee8-c1886c9f2bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.207998] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': session[52de211d-fb5c-e48c-c52f-f61bd2f283c0]52db91df-ccf1-b102-9ee8-c1886c9f2bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.208284] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk" {{(pid=62270) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.208581] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 24605c7a-4fb2-4225-afa2-daffc094ca1f/24605c7a-4fb2-4225-afa2-daffc094ca1f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1383.208839] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45a9b61-80a1-41c7-af70-83fbfdd46ea9 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.215301] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1383.215301] env[62270]: value = "task-4292696" [ 1383.215301] env[62270]: _type = "Task" [ 1383.215301] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.222197] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.476894] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.477207] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.477411] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62270) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10623}} [ 1383.724959] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417473} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.725328] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fde72689-c852-4e25-86e3-9352682102cd/fde72689-c852-4e25-86e3-9352682102cd.vmdk to [datastore2] 24605c7a-4fb2-4225-afa2-daffc094ca1f/24605c7a-4fb2-4225-afa2-daffc094ca1f.vmdk {{(pid=62270) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1383.725406] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Extending root virtual disk to 1048576 {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.725680] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a830b05-9916-48a5-be47-5916422064f4 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.731841] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1383.731841] env[62270]: value = "task-4292697" [ 1383.731841] env[62270]: _type = "Task" [ 1383.731841] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.738595] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.241524] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058992} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.241819] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Extended root virtual disk {{(pid=62270) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.242608] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278bc15d-661b-436d-8b29-767414f127a6 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.263786] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 24605c7a-4fb2-4225-afa2-daffc094ca1f/24605c7a-4fb2-4225-afa2-daffc094ca1f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.264029] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9676ce17-fd55-4ed6-8dac-401ab3345350 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.283589] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1384.283589] env[62270]: value = "task-4292698" [ 1384.283589] env[62270]: _type = "Task" [ 1384.283589] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.290668] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.477637] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.477816] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Starting heal instance info cache {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10004}} [ 1384.477868] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Rebuilding the list of instances to heal {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}} [ 1384.792897] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292698, 'name': ReconfigVM_Task, 'duration_secs': 0.291231} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.793276] env[62270]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 24605c7a-4fb2-4225-afa2-daffc094ca1f/24605c7a-4fb2-4225-afa2-daffc094ca1f.vmdk or device None with type sparse {{(pid=62270) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.793816] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-995c1ee3-4c9c-4d27-96a1-2b2ca667a587 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.799664] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1384.799664] env[62270]: value = "task-4292699" [ 1384.799664] env[62270]: _type = "Task" [ 1384.799664] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.806615] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292699, 'name': Rename_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.981017] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Skipping network cache update for instance because it is Building. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10017}} [ 1384.981240] env[62270]: DEBUG nova.compute.manager [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Didn't find any instances for network info cache update. {{(pid=62270) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10090}} [ 1385.309238] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292699, 'name': Rename_Task, 'duration_secs': 0.124975} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.309607] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Powering on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1385.309870] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc1a2d3-1a70-4e2e-96c8-3990eda3b90a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.315632] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1385.315632] env[62270]: value = "task-4292700" [ 1385.315632] env[62270]: _type = "Task" [ 1385.315632] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.323062] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.826220] env[62270]: DEBUG oslo_vmware.api [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292700, 'name': PowerOnVM_Task, 'duration_secs': 0.417518} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.826587] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Powered on the VM {{(pid=62270) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1385.826749] env[62270]: INFO nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1385.826949] env[62270]: DEBUG nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Checking state {{(pid=62270) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.827723] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096b7d9-14ca-44fe-b023-c2182b4a4898 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.975846] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.346374] env[62270]: INFO nova.compute.manager [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Took 12.48 seconds to build instance. [ 1386.476200] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.847774] env[62270]: DEBUG oslo_concurrency.lockutils [None req-e5685f1a-0d3c-4f7c-b58e-6c0385a41d39 tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.990s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.063937] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.064340] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.064653] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.064914] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.065151] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.067464] env[62270]: INFO nova.compute.manager [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Terminating instance [ 1387.069746] env[62270]: DEBUG nova.compute.manager [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Start destroying the instance on the hypervisor. {{(pid=62270) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1387.069960] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Destroying instance {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1387.070805] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5d67a-4dc2-4dab-b7b9-fd8aa5957003 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.078606] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Powering off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1387.078864] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16cb679e-d7e6-4f08-9bd2-556d966fccb7 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.085771] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1387.085771] env[62270]: value = "task-4292701" [ 1387.085771] env[62270]: _type = "Task" [ 1387.085771] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.093840] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.476611] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.476773] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.595485] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292701, 'name': PowerOffVM_Task, 'duration_secs': 0.184818} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.595762] env[62270]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Powered off the VM {{(pid=62270) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1387.595944] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Unregistering the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1387.596220] env[62270]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe1150f-12b3-49dc-822b-a1c4c9c30d9e {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.655424] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Unregistered the VM {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1387.655755] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Deleting contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1387.656047] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Deleting the datastore file [datastore2] 24605c7a-4fb2-4225-afa2-daffc094ca1f {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.656376] env[62270]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ef7e4c-2dbd-4493-81e7-0d772ec6fc99 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.664483] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for the task: (returnval){ [ 1387.664483] env[62270]: value = "task-4292703" [ 1387.664483] env[62270]: _type = "Task" [ 1387.664483] env[62270]: } to complete. {{(pid=62270) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.677726] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.173962] env[62270]: DEBUG oslo_vmware.api [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Task: {'id': task-4292703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125594} completed successfully. {{(pid=62270) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.174250] env[62270]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Deleted the datastore file {{(pid=62270) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.174442] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Deleted contents of the VM from datastore datastore2 {{(pid=62270) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1388.174627] env[62270]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Instance destroyed {{(pid=62270) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1388.174810] env[62270]: INFO nova.compute.manager [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1388.175074] env[62270]: DEBUG oslo.service.loopingcall [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62270) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1388.175279] env[62270]: DEBUG nova.compute.manager [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Deallocating network for instance {{(pid=62270) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1388.175374] env[62270]: DEBUG nova.network.neutron [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] deallocate_for_instance() {{(pid=62270) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1388.445028] env[62270]: DEBUG nova.compute.manager [req-5a956f9a-89b9-4417-84c8-23f9d7a915cf req-fd60e29b-7362-4661-bd36-76c57f0469d4 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Received event network-vif-deleted-0c344557-d5c8-405c-bf59-f6ed1fad6bed {{(pid=62270) external_instance_event /opt/stack/nova/nova/compute/manager.py:11207}} [ 1388.445292] env[62270]: INFO nova.compute.manager [req-5a956f9a-89b9-4417-84c8-23f9d7a915cf req-fd60e29b-7362-4661-bd36-76c57f0469d4 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Neutron deleted interface 0c344557-d5c8-405c-bf59-f6ed1fad6bed; detaching it from the instance and deleting it from the info cache [ 1388.445541] env[62270]: DEBUG nova.network.neutron [req-5a956f9a-89b9-4417-84c8-23f9d7a915cf req-fd60e29b-7362-4661-bd36-76c57f0469d4 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.476654] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.476877] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.913760] env[62270]: DEBUG nova.network.neutron [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Updating instance_info_cache with network_info: [] {{(pid=62270) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.947819] env[62270]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-085225e0-b01e-4adb-b3de-0703b7df134c {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.957791] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220c36c5-b301-4a63-9d9d-a5170543cb6a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.982121] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.982354] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.982524] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.982721] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62270) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1388.983059] env[62270]: DEBUG nova.compute.manager [req-5a956f9a-89b9-4417-84c8-23f9d7a915cf req-fd60e29b-7362-4661-bd36-76c57f0469d4 service nova] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Detach interface failed, port_id=0c344557-d5c8-405c-bf59-f6ed1fad6bed, reason: Instance 24605c7a-4fb2-4225-afa2-daffc094ca1f could not be found. {{(pid=62270) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11041}} [ 1388.983918] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed41361b-c98c-4358-8f5c-110ac4b294ee {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.991183] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bfe754-574c-4c39-8ade-001ebd317921 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.004759] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1729bef-8afc-43d6-bddb-5daf38baa2ae {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.011113] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed33656c-acd1-46df-9478-9aa598b046cd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.041227] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180600MB free_disk=145GB free_vcpus=48 pci_devices=None {{(pid=62270) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1389.041380] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.041590] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.416880] env[62270]: INFO nova.compute.manager [-] [instance: 24605c7a-4fb2-4225-afa2-daffc094ca1f] Took 1.24 seconds to deallocate network for instance. [ 1389.923940] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.067046] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Instance 24605c7a-4fb2-4225-afa2-daffc094ca1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62270) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1390.067046] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1390.067046] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=149GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62270) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1390.090262] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb2a58f-e422-4c37-b478-06dff62a7039 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.097695] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4009afa-adff-45d8-b95d-e17f2bb608fd {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.126877] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a13852-6e48-4446-a465-762f2e02df3f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.133356] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154c4f4f-f0e1-483a-aa5e-4f5472b38a1f {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.146831] env[62270]: DEBUG nova.compute.provider_tree [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.650020] env[62270]: DEBUG nova.scheduler.client.report [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1391.155659] env[62270]: DEBUG nova.compute.resource_tracker [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62270) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1391.155886] env[62270]: DEBUG oslo_concurrency.lockutils [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.156217] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.233s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.156462] env[62270]: DEBUG nova.objects.instance [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lazy-loading 'resources' on Instance uuid 24605c7a-4fb2-4225-afa2-daffc094ca1f {{(pid=62270) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.685203] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bf85a8-1cee-440c-98f5-d825041fcb2a {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.692978] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cf6f1-01b2-4c7a-8840-361dd0cabb82 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.722145] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3e8c3-a943-4c9b-ae74-d3807d69e639 {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.728775] env[62270]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f07bf-2d9e-430d-8aca-e95de73bae8d {{(pid=62270) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.741225] env[62270]: DEBUG nova.compute.provider_tree [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Inventory has not changed in ProviderTree for provider: 83183342-0228-4078-997b-26cec6bfe2fb {{(pid=62270) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.244439] env[62270]: DEBUG nova.scheduler.client.report [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Inventory has not changed for provider 83183342-0228-4078-997b-26cec6bfe2fb based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 268, 'reserved': 0, 'min_unit': 1, 'max_unit': 145, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62270) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.750814] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.594s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.771157] env[62270]: INFO nova.scheduler.client.report [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Deleted allocations for instance 24605c7a-4fb2-4225-afa2-daffc094ca1f [ 1393.280259] env[62270]: DEBUG oslo_concurrency.lockutils [None req-8f6f80bb-0c1d-474b-8de7-9bb2359da36e tempest-ServerAddressesNegativeTestJSON-1668566455 tempest-ServerAddressesNegativeTestJSON-1668566455-project-member] Lock "24605c7a-4fb2-4225-afa2-daffc094ca1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.216s {{(pid=62270) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.152937] env[62270]: DEBUG oslo_service.periodic_task [None req-72ffae02-5fbd-4434-978f-ce8881d75318 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62270) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}